[ 520.598648] env[65247]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.598648] env[65247]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 521.607397] env[65337]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 521.607397] env[65337]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.163969] env[65337]: INFO neutron.common.config [-] Logging enabled! [ 523.164362] env[65337]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 523.164534] env[65337]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65337) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 523.164842] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 523.164936] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 523.165812] env[65337]: WARNING oslo_policy.policy [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.165990] env[65337]: WARNING oslo_policy.policy [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 523.167658] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] VMware NSXv3 Agent initialized successfully. [ 523.167987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] Acquiring lock "singleton_lock" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.168128] env[65337]: DEBUG oslo_concurrency.lockutils [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] Acquired lock "singleton_lock" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.168330] env[65337]: DEBUG oslo_concurrency.lockutils [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] Releasing lock "singleton_lock" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.168624] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] Full set of CONF: {{(pid=65337) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 523.168755] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ******************************************************************************** {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 523.168829] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] Configuration options gathered from: {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 523.169178] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 523.169349] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 523.169453] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ================================================================================ {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 523.169615] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] agent_down_time = 75 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.169836] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] allow_automatic_dhcp_failover = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.169922] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] allow_bulk = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170017] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] api_extensions_path = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170163] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] api_paste_config = api-paste.ini {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170299] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] auth_strategy = keystone {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170403] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] backdoor_port = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170501] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] backdoor_socket = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170634] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] backlog = 4096 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170767] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.170919] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] bind_host = 0.0.0.0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171064] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] bind_port = 9696 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171198] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] client_socket_timeout = 900 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171336] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] config_dir = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171441] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171574] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] config_source = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171706] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] control_exchange = neutron {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171838] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] core_plugin = ml2 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.171971] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] debug = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172115] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] default_availability_zones = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172310] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172438] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] dhcp_agent_notification = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172570] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] dhcp_agents_per_network = 1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172701] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] dhcp_lease_duration = 86400 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172835] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] dhcp_load_type = networks {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.172964] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] dns_domain = openstacklocal {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173105] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173235] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_default_route_bfd = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173360] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_default_route_ecmp = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173482] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_dvr = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173608] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_new_agents = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173733] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173856] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_signals = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.173980] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] enable_traditional_dhcp = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174112] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] external_dns_driver = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174244] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] filter_validation = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174384] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] global_physnet_mtu = 8950 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174513] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] graceful_shutdown_timeout = 60 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174685] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] host = cpu-1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174822] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] host_dvr_for_dhcp = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.174954] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] http_retries = 3 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175101] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] instance_format = [instance: %(uuid)s] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175238] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175377] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ipam_driver = internal {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175509] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ipv6_pd_enabled = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175640] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] l3_ha = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175777] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.175914] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] l3_ha_network_physical_name = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176055] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] l3_ha_network_type = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176195] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_color = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176330] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_config_append = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176465] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176593] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_dir = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176721] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_file = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176822] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_options = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.176952] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_rotate_interval = 1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177098] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_rotate_interval_type = days {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177232] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] log_rotation_type = none {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177335] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177435] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177569] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177702] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177802] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.177932] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] max_dns_nameservers = 5 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178071] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] max_header_line = 16384 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178206] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] max_l3_agents_per_router = 3 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178336] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] max_logfile_count = 30 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178463] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] max_logfile_size_mb = 200 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178591] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] max_subnet_host_routes = 20 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178722] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] my_ip = 10.180.1.21 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178854] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] my_ipv6 = ::1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.178985] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] network_auto_schedule = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179126] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] network_link_prefix = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179261] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179397] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] notify_nova_on_port_data_changes = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179530] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] notify_nova_on_port_status_changes = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179665] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] pagination_max_limit = -1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179793] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] publish_errors = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.179920] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] rate_limit_burst = 0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180065] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] rate_limit_except_level = CRITICAL {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180199] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] rate_limit_interval = 0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180331] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] retry_until_window = 30 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180462] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] router_distributed = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180589] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] rpc_resources_processing_step = 20 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180718] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] rpc_response_max_timeout = 600 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180849] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] rpc_response_timeout = 60 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.180976] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] send_events_interval = 2 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181135] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] service_plugins = ['router'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181271] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] setproctitle = on {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181399] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] shell_completion = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181534] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] state_path = /opt/stack/data/neutron {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181668] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] syslog_log_facility = LOG_USER {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181799] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] tcp_keepidle = 600 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.181935] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] transport_url = **** {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182077] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] use_journal = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182211] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] use_json = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182433] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] use_ssl = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182518] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] use_stderr = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182647] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] use_syslog = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182777] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] vlan_qinq = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.182905] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] vlan_transparent = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.183047] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] watch_log_file = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.183181] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] wsgi_default_pool_size = 100 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.183312] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] wsgi_keep_alive = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.183449] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.183579] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] wsgi_server_debug = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 523.183725] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_concurrency.disable_process_locking = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.183865] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184011] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184170] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184314] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184455] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184592] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184742] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.connection_string = messaging:// {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.184881] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.enabled = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185027] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.es_doc_type = notification {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185167] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.es_scroll_size = 10000 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185306] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.es_scroll_time = 2m {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185439] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.filter_error_trace = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185575] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.hmac_keys = **** {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185711] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.sentinel_service_name = mymaster {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185849] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.socket_timeout = 0.1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.185981] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.trace_requests = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186123] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler.trace_sqlalchemy = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186272] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler_jaeger.process_tags = {} {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186407] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler_jaeger.service_name_prefix = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186541] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] profiler_otlp.service_name_prefix = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186686] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.enforce_new_defaults = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.186956] env[65337]: WARNING oslo_config.cfg [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 523.187112] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.enforce_scope = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187254] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.policy_default_rule = default {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187401] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187540] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187679] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187823] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.187959] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188136] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188290] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188464] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188622] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188771] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] agent.extensions = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.188909] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189060] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] service_providers.service_provider = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189207] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.default_quota = -1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189348] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189481] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_floatingip = 50 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189611] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_network = 100 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189742] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_port = 500 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189871] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.189998] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_router = 10 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190141] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_security_group = 10 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190275] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190411] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.quota_subnet = 100 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190543] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] QUOTAS.track_quota_usage = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190690] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190822] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.group = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.190951] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.helper_command = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191091] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.log_daemon_traceback = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191225] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191356] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.thread_pool_size = 8 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191483] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep.user = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191619] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191745] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.group = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.191873] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.helper_command = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192014] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192152] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192286] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192418] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_dhcp_release.user = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192566] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192678] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.group = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192805] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.192935] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193078] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193211] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193344] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_ovs_vsctl.user = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193481] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.capabilities = [21] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193607] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.group = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193733] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.helper_command = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193863] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.193996] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194140] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194273] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_namespace.user = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194411] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.capabilities = [12] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194537] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.group = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194663] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.helper_command = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194794] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.194927] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195071] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195197] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_conntrack.user = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195335] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.capabilities = [12, 21] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195462] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.group = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195585] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.helper_command = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195716] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.log_daemon_traceback = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195848] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.195976] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.thread_pool_size = 8 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196112] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] privsep_link.user = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196261] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196407] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196541] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.continue_on_failed_promotions = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196672] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.dscp = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196804] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.dscp_inherit = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.196941] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.force_mp_to_policy = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197080] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.locking_coordinator_url = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197215] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.log_agent_heartbeats = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197347] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.logging_expire = 1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197482] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197616] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197756] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.polling_interval = 240 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.197890] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198038] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198182] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.report_interval = 30.0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198322] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198455] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198590] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198725] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.sync_skew = 60 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198860] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.synchronization_queue_size = 20 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.198993] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT.use_helper_for_ns_read = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199142] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] SECURITYGROUP.enable_ipset = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199283] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] SECURITYGROUP.enable_security_group = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199420] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199556] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199693] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] experimental.ipv6_pd_enabled = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199847] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.extension_drivers = ['port_security'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.199977] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.external_network_type = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200135] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200274] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.overlay_ip_version = 4 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200413] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.path_mtu = 8950 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200552] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.physical_network_mtus = {} {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200696] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200829] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.200971] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ml2.type_drivers = ['vlan'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201124] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201259] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201391] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201534] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201676] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201814] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.201951] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202102] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202239] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202439] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202587] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_login_password = **** {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202724] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.202863] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_login_user = admin {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203000] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203154] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203288] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203421] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203559] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203698] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203835] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.203970] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204114] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204255] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204397] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204528] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204664] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204844] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.204985] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205133] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205296] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205450] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.auth_section = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205552] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.auth_type = password {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205686] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205814] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.certfile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.205944] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.collect_timing = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206092] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.endpoint_type = public {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206224] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.insecure = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206353] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.keyfile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206491] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.region_name = RegionOne {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206625] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.split_loggers = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206759] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] nova.timeout = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.206897] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.auth_section = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207047] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.auth_type = password {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207188] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207321] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.certfile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207457] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.collect_timing = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207595] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.endpoint_type = public {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207728] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.insecure = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207856] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.keyfile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.207983] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.region_name = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208124] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.split_loggers = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208252] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] placement.timeout = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208389] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.auth_section = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208521] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.auth_type = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208647] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.cafile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208770] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.certfile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.208904] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.collect_timing = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209044] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.connect_retries = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209177] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.connect_retry_delay = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209307] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.enable_notifications = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209432] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.endpoint_override = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209560] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.insecure = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209686] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.interface = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209811] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.keyfile = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.209942] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.max_version = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210080] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.min_version = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210208] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.region_name = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210336] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.retriable_status_codes = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210460] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.service_name = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210582] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.service_type = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210710] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.split_loggers = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210835] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.status_code_retries = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.210959] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.status_code_retry_delay = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211096] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.timeout = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211227] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.valid_interfaces = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211355] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ironic.version = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211492] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] cli_script.dry_run = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211640] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211768] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.211900] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212052] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212178] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212306] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212436] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212566] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212696] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212845] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.212958] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213105] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213242] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213377] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213507] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213642] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213771] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.213901] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214045] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214222] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214329] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214448] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214576] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214707] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214833] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.214961] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215110] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215230] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215362] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215492] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215623] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.ssl = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215760] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.215893] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216032] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216170] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216304] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216434] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216575] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_notifications.driver = [] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216709] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_notifications.retry = -1 {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216855] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.216984] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 523.217099] env[65337]: DEBUG oslo_service.backend._eventlet.service [None req-23367ba7-74b0-4078-a35a-3b11fdf07e20 None None] ******************************************************************************** {{(pid=65337) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 523.218240] env[65337]: DEBUG neutron.agent.securitygroups_rpc [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Init firewall settings (driver=nsxv3) {{(pid=65337) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 523.219569] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65337) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 523.219815] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] RPC agent_id: nsxm-l-01a.corp.local [ 523.222081] env[65337]: DEBUG dogpile.cache.region [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 523.222206] env[65337]: DEBUG dogpile.lock [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 523.222306] env[65337]: DEBUG dogpile.lock [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 523.222398] env[65337]: DEBUG dogpile.lock [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 523.222494] env[65337]: DEBUG dogpile.cache.region [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 523.222585] env[65337]: DEBUG dogpile.lock [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 523.222707] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 523.267075] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Session token - acquiring [ 523.268623] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.268818] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.268895] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.269506] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.283362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 523.556115] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 523.578394] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 523.578583] env[65337]: DEBUG dogpile.cache.region [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 523.578661] env[65337]: DEBUG dogpile.lock [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 523.578781] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Activating Policy API Provider. [ 523.578969] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Looking for the default Infrastructure Rules. [ 523.647849] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Looking for the Default Layer3 Logged Drop Section. [ 523.666439] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 523.666915] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 523.667101] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 523.667203] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 523.667488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 523.667819] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.182886] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.686263] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.189044] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Inventory metadata is going to be refreshed. [ 525.189044] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.935022] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.935022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.935022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.935022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.946258] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 525.947494] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.948250] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 525.966600] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.969018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.969018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.969018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.969018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.969018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 525.969018] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.969018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 525.989027] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.989625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.989884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.990304] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.990606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.990885] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 526.012987] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.015175] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.015175] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.015175] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.015175] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.015175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 526.033782] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.036019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.036019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.036019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.036019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.036019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 526.036019] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.036019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 526.054063] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.054697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.054956] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.057049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.057049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.057049] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 526.057049] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.057049] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 526.082029] env[65337]: DEBUG networking_nsxv3.common.locking [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.082029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.082029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.082029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.082029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.082029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 526.082029] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 526.082029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Inventory metadata have been refreshed. [ 526.082029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Dryrun:True. Metadata refresh completed. [ 526.082029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Releasing lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.084051] env[65337]: INFO neutron.agent.agent_extensions_manager [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Loaded agent extensions: [] [ 526.085046] env[65337]: DEBUG neutron_lib.callbacks.manager [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65337) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 526.135660] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent RPC Daemon Started! [ 526.135660] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:0 started [ 526.135660] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent out of sync with plugin! [ 531.086439] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 531.086439] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 536.087381] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.087664] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.088403] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.088702] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.157236] env[65337]: INFO networking_nsxv3.common.synchronization [None req-410dbbbf-31bd-4e40-80b1-cd4a7fe67a9b demo admin] Enqueued Resource ID: 7903273f-887c-42bb-8dd7-9cf7487041f0 with Priority: HIGHEST for action security_group_rules [ 541.157773] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7903273f-887c-42bb-8dd7-9cf7487041f0 with Priority: HIGHEST for action security_group_rules [ 541.158084] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7903273f-887c-42bb-8dd7-9cf7487041f0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.158213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7903273f-887c-42bb-8dd7-9cf7487041f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.158271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7903273f-887c-42bb-8dd7-9cf7487041f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.158630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7903273f-887c-42bb-8dd7-9cf7487041f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.158706] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7903273f-887c-42bb-8dd7-9cf7487041f0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.684108] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.684328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.684328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.684568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.684665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.684765] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7903273f-887c-42bb-8dd7-9cf7487041f0 already deleted. [ 541.684846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7903273f-887c-42bb-8dd7-9cf7487041f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.159311] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.159788] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.161062] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.161321] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.162053] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.162424] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.162968] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.163451] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.164128] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.164509] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.314154] env[65337]: INFO networking_nsxv3.common.synchronization [None req-faaf8ea2-6ca0-4dc7-a770-eeea80489eac None None] Enqueued Resource ID: 18c67b7a-1acd-465c-a7bb-b6a242c3277b with Priority: HIGHEST for action port [ 567.315387] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c67b7a-1acd-465c-a7bb-b6a242c3277b with Priority: HIGHEST for action port [ 567.315387] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c67b7a-1acd-465c-a7bb-b6a242c3277b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.315521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c67b7a-1acd-465c-a7bb-b6a242c3277b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.315521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c67b7a-1acd-465c-a7bb-b6a242c3277b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.315779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c67b7a-1acd-465c-a7bb-b6a242c3277b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.315873] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c67b7a-1acd-465c-a7bb-b6a242c3277b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.818471] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c67b7a-1acd-465c-a7bb-b6a242c3277b [ 567.818559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.818732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.818783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.821346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.821346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.821346] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c67b7a-1acd-465c-a7bb-b6a242c3277b already deleted. [ 567.821346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c67b7a-1acd-465c-a7bb-b6a242c3277b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.846840] env[65337]: INFO networking_nsxv3.common.synchronization [None req-aff0b947-03a6-4046-9d23-ffb1c5f8199d None None] Enqueued Resource ID: afa720db-a019-4d53-99e2-d017759832a0 with Priority: HIGHEST for action port [ 567.849022] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afa720db-a019-4d53-99e2-d017759832a0 with Priority: HIGHEST for action port [ 567.849278] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-afa720db-a019-4d53-99e2-d017759832a0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.849457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afa720db-a019-4d53-99e2-d017759832a0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.849536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afa720db-a019-4d53-99e2-d017759832a0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.849727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afa720db-a019-4d53-99e2-d017759832a0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.850037] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afa720db-a019-4d53-99e2-d017759832a0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.351502] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afa720db-a019-4d53-99e2-d017759832a0 [ 568.351848] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.351848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.351952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.352166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.352283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.352343] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afa720db-a019-4d53-99e2-d017759832a0 already deleted. [ 568.352420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afa720db-a019-4d53-99e2-d017759832a0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.075579] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5a5cb135-268a-47a7-b8da-8c02b51f4ce7 None None] Enqueued Resource ID: f9eb525e-12a9-47ff-8671-6655b2c503e6 with Priority: HIGHEST for action port [ 570.076800] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9eb525e-12a9-47ff-8671-6655b2c503e6 with Priority: HIGHEST for action port [ 570.077586] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9eb525e-12a9-47ff-8671-6655b2c503e6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.078712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9eb525e-12a9-47ff-8671-6655b2c503e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.078712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9eb525e-12a9-47ff-8671-6655b2c503e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.078712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9eb525e-12a9-47ff-8671-6655b2c503e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.078712] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9eb525e-12a9-47ff-8671-6655b2c503e6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.582494] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9eb525e-12a9-47ff-8671-6655b2c503e6 [ 570.582494] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.582714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.582714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.582852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.582938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.583044] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9eb525e-12a9-47ff-8671-6655b2c503e6 already deleted. [ 570.583124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9eb525e-12a9-47ff-8671-6655b2c503e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.931966] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b9340fe2-0e45-4894-a7aa-060beb702797 None None] Enqueued Resource ID: 92875f71-692c-4192-90d1-1ddd1f51e25b with Priority: HIGHEST for action port [ 570.931966] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92875f71-692c-4192-90d1-1ddd1f51e25b with Priority: HIGHEST for action port [ 570.933063] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-92875f71-692c-4192-90d1-1ddd1f51e25b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.933063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92875f71-692c-4192-90d1-1ddd1f51e25b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.933063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92875f71-692c-4192-90d1-1ddd1f51e25b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.933063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92875f71-692c-4192-90d1-1ddd1f51e25b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.933063] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92875f71-692c-4192-90d1-1ddd1f51e25b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.435272] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92875f71-692c-4192-90d1-1ddd1f51e25b [ 571.435505] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.435651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.435707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.436030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.436142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.436305] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92875f71-692c-4192-90d1-1ddd1f51e25b already deleted. [ 571.436305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92875f71-692c-4192-90d1-1ddd1f51e25b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.879212] env[65337]: INFO networking_nsxv3.common.synchronization [None req-043b8565-3738-4789-a574-83a40e5377a0 None None] Enqueued Resource ID: f9239438-0651-4c67-a4e0-f575bf99d137 with Priority: HIGHEST for action port [ 571.879696] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9239438-0651-4c67-a4e0-f575bf99d137 with Priority: HIGHEST for action port [ 571.879987] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9239438-0651-4c67-a4e0-f575bf99d137 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.880160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9239438-0651-4c67-a4e0-f575bf99d137" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.880210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9239438-0651-4c67-a4e0-f575bf99d137" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.880418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9239438-0651-4c67-a4e0-f575bf99d137" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.880507] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9239438-0651-4c67-a4e0-f575bf99d137',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.974508] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e0034c4d-9936-4de1-98b1-522c85205038 None None] Enqueued Resource ID: 25a3214c-9202-433e-a283-fd1ad9a0ba08 with Priority: HIGHEST for action port [ 571.975840] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25a3214c-9202-433e-a283-fd1ad9a0ba08 with Priority: HIGHEST for action port [ 571.976163] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-25a3214c-9202-433e-a283-fd1ad9a0ba08 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.976276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25a3214c-9202-433e-a283-fd1ad9a0ba08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.976312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25a3214c-9202-433e-a283-fd1ad9a0ba08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.976552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25a3214c-9202-433e-a283-fd1ad9a0ba08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.976639] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25a3214c-9202-433e-a283-fd1ad9a0ba08',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.384628] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9239438-0651-4c67-a4e0-f575bf99d137 [ 572.384849] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.385108] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.385108] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.385334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.385428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.385525] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9239438-0651-4c67-a4e0-f575bf99d137 already deleted. [ 572.385645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9239438-0651-4c67-a4e0-f575bf99d137" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.479494] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25a3214c-9202-433e-a283-fd1ad9a0ba08 [ 572.479811] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.479879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.479925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.480156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.480243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.480343] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25a3214c-9202-433e-a283-fd1ad9a0ba08 already deleted. [ 572.480427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25a3214c-9202-433e-a283-fd1ad9a0ba08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.088380] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.088550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.088650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.088842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.089094] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.591472] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.094645] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.598034] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 574.598034] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 574.965290] env[65337]: INFO networking_nsxv3.common.synchronization [None req-9b59ef1a-56e9-495c-a65d-754434164d1b None None] Enqueued Resource ID: a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102 with Priority: HIGHEST for action port [ 574.965830] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102 with Priority: HIGHEST for action port [ 574.966157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.966279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.966341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.966600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.966720] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.352593] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.352711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.352786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.352987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.369030] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.369987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.371984] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.390458] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.390458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.390458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.390605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.390634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.390748] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.390875] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.390875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.413229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.413229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.413479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.413479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.413619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.413827] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.436192] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.436192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.436192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.436423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.436577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.436711] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.459790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.459945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.460027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.460265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.460374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.460502] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.460584] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.460655] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.469526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102 [ 575.470884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.470884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.470884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.471266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.471266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.471266] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102 already deleted. [ 575.471463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5eeb0c5-e6ae-4eb9-905e-e1d47b5e5102" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.481671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.481671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.481671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.481671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.481671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.482154] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.482154] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.482154] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.502046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.502204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.502276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.502481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.502585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.502721] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.502794] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.502888] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 575.502996] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 575.502996] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 575.503156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 575.503156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 575.503416] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 575.503498] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 575.503566] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.527944] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.527944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.527944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.527944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.528129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.528212] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.550171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.550327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.550401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.550640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.550757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.566228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.585434] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5e813d72-4626-454d-a98a-fbd8479d7888 None None] Enqueued Resource ID: 90f43590-99a8-4e63-a0ba-bd0c1bebd642 with Priority: HIGHEST for action port [ 575.586463] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f43590-99a8-4e63-a0ba-bd0c1bebd642 with Priority: HIGHEST for action port [ 575.586752] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f43590-99a8-4e63-a0ba-bd0c1bebd642 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.586873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f43590-99a8-4e63-a0ba-bd0c1bebd642" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.586918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f43590-99a8-4e63-a0ba-bd0c1bebd642" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.587803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f43590-99a8-4e63-a0ba-bd0c1bebd642" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.587892] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f43590-99a8-4e63-a0ba-bd0c1bebd642',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.090025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90f43590-99a8-4e63-a0ba-bd0c1bebd642 [ 576.090390] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.090390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.090549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.090741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.090741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.090891] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90f43590-99a8-4e63-a0ba-bd0c1bebd642 already deleted. [ 576.090891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f43590-99a8-4e63-a0ba-bd0c1bebd642" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.416201] env[65337]: INFO networking_nsxv3.common.synchronization [None req-ed2dd901-6032-49ff-be12-0c87a2ec175c None None] Enqueued Resource ID: 4e50650e-3b61-4258-b8b3-6cce127d8007 with Priority: HIGHEST for action port [ 576.416201] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e50650e-3b61-4258-b8b3-6cce127d8007 with Priority: HIGHEST for action port [ 576.416201] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e50650e-3b61-4258-b8b3-6cce127d8007 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.416201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e50650e-3b61-4258-b8b3-6cce127d8007" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.416201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e50650e-3b61-4258-b8b3-6cce127d8007" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.416201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e50650e-3b61-4258-b8b3-6cce127d8007" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.416693] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e50650e-3b61-4258-b8b3-6cce127d8007',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.424073] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3a22718e-8b0c-4135-bb7d-c7b3ed96dc44 None None] Enqueued Resource ID: eb387be3-f5aa-4600-944d-84639c0c09e0 with Priority: HIGHEST for action port [ 576.424607] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb387be3-f5aa-4600-944d-84639c0c09e0 with Priority: HIGHEST for action port [ 576.425134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb387be3-f5aa-4600-944d-84639c0c09e0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.425235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb387be3-f5aa-4600-944d-84639c0c09e0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.425310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb387be3-f5aa-4600-944d-84639c0c09e0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.425693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb387be3-f5aa-4600-944d-84639c0c09e0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.431143] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb387be3-f5aa-4600-944d-84639c0c09e0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.920464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e50650e-3b61-4258-b8b3-6cce127d8007 [ 576.920693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.920824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.921224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.921224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.921224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.921498] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e50650e-3b61-4258-b8b3-6cce127d8007 already deleted. [ 576.921498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e50650e-3b61-4258-b8b3-6cce127d8007" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.932936] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb387be3-f5aa-4600-944d-84639c0c09e0 [ 576.933125] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.933514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.933514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.933663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.933663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.933721] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb387be3-f5aa-4600-944d-84639c0c09e0 already deleted. [ 576.933789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb387be3-f5aa-4600-944d-84639c0c09e0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.053865] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f9048f34-95dd-4e46-9274-9450f9fbe654 None None] Enqueued Resource ID: f2bd0eba-ffe4-445b-810f-d01d6c579119 with Priority: HIGHEST for action port [ 579.054180] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2bd0eba-ffe4-445b-810f-d01d6c579119 with Priority: HIGHEST for action port [ 579.056134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2bd0eba-ffe4-445b-810f-d01d6c579119 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.056134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2bd0eba-ffe4-445b-810f-d01d6c579119" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.056134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2bd0eba-ffe4-445b-810f-d01d6c579119" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.057039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2bd0eba-ffe4-445b-810f-d01d6c579119" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.057039] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2bd0eba-ffe4-445b-810f-d01d6c579119',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.562855] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2bd0eba-ffe4-445b-810f-d01d6c579119 [ 579.563165] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.563317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.563389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.563664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.563748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.563783] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2bd0eba-ffe4-445b-810f-d01d6c579119 already deleted. [ 579.563873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2bd0eba-ffe4-445b-810f-d01d6c579119" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.700112] env[65337]: INFO networking_nsxv3.common.synchronization [None req-7ddb48ac-e080-4479-a94a-a507cf70e947 None None] Enqueued Resource ID: e0bb4973-1d42-4af9-b54d-789057650140 with Priority: HIGHEST for action port [ 579.700663] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0bb4973-1d42-4af9-b54d-789057650140 with Priority: HIGHEST for action port [ 579.700958] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0bb4973-1d42-4af9-b54d-789057650140 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.701111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0bb4973-1d42-4af9-b54d-789057650140" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.701179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0bb4973-1d42-4af9-b54d-789057650140" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.701425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0bb4973-1d42-4af9-b54d-789057650140" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.701499] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0bb4973-1d42-4af9-b54d-789057650140',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.078677] env[65337]: INFO networking_nsxv3.common.synchronization [None req-40f31a28-c058-4120-8c06-752b3b5533c2 None None] Enqueued Resource ID: 1b958836-1bc4-4a03-9471-c66e079ff546 with Priority: HIGHEST for action port [ 580.078677] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b958836-1bc4-4a03-9471-c66e079ff546 with Priority: HIGHEST for action port [ 580.082071] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b958836-1bc4-4a03-9471-c66e079ff546 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.082071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b958836-1bc4-4a03-9471-c66e079ff546" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.082071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b958836-1bc4-4a03-9471-c66e079ff546" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.082071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b958836-1bc4-4a03-9471-c66e079ff546" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.082071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b958836-1bc4-4a03-9471-c66e079ff546',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.204913] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0bb4973-1d42-4af9-b54d-789057650140 [ 580.205315] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.206171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.206171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.206171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.206171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.206171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0bb4973-1d42-4af9-b54d-789057650140 already deleted. [ 580.206171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0bb4973-1d42-4af9-b54d-789057650140" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.582491] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b958836-1bc4-4a03-9471-c66e079ff546 [ 580.582913] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.583081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.583335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.583335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.583927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.583927] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b958836-1bc4-4a03-9471-c66e079ff546 already deleted. [ 580.583927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b958836-1bc4-4a03-9471-c66e079ff546" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.005545] env[65337]: INFO networking_nsxv3.common.synchronization [None req-15d23fd4-7061-41a5-9d07-2aaad4c031d5 None None] Enqueued Resource ID: 34aadb62-530c-466e-9d49-0dc4cdf4bd6e with Priority: HIGHEST for action port [ 581.006138] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34aadb62-530c-466e-9d49-0dc4cdf4bd6e with Priority: HIGHEST for action port [ 581.007409] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-34aadb62-530c-466e-9d49-0dc4cdf4bd6e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.007409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34aadb62-530c-466e-9d49-0dc4cdf4bd6e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.007409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34aadb62-530c-466e-9d49-0dc4cdf4bd6e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.007409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34aadb62-530c-466e-9d49-0dc4cdf4bd6e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.007409] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34aadb62-530c-466e-9d49-0dc4cdf4bd6e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.515538] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34aadb62-530c-466e-9d49-0dc4cdf4bd6e [ 581.515793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.516736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.516736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.516736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.516736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.516736] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34aadb62-530c-466e-9d49-0dc4cdf4bd6e already deleted. [ 581.516958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34aadb62-530c-466e-9d49-0dc4cdf4bd6e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.359442] env[65337]: INFO networking_nsxv3.common.synchronization [None req-9877a39e-9e2b-4428-a0e2-640703979b56 None None] Enqueued Resource ID: b5cba42c-6b93-4f38-8b45-178de6d67e38 with Priority: HIGHEST for action port [ 582.360268] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5cba42c-6b93-4f38-8b45-178de6d67e38 with Priority: HIGHEST for action port [ 582.360367] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5cba42c-6b93-4f38-8b45-178de6d67e38 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.360439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5cba42c-6b93-4f38-8b45-178de6d67e38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.360526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5cba42c-6b93-4f38-8b45-178de6d67e38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.360781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5cba42c-6b93-4f38-8b45-178de6d67e38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.360871] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5cba42c-6b93-4f38-8b45-178de6d67e38',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.862688] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5cba42c-6b93-4f38-8b45-178de6d67e38 [ 582.862969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.863131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.863201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.863416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.863505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.863597] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5cba42c-6b93-4f38-8b45-178de6d67e38 already deleted. [ 582.863687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5cba42c-6b93-4f38-8b45-178de6d67e38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.048557] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c0897610-29a7-44f4-8105-170030119f12 None None] Enqueued Resource ID: 8772387b-ecd5-4d85-9e2a-dd8dd533336c with Priority: HIGHEST for action port [ 583.049512] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8772387b-ecd5-4d85-9e2a-dd8dd533336c with Priority: HIGHEST for action port [ 583.050742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8772387b-ecd5-4d85-9e2a-dd8dd533336c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.050742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8772387b-ecd5-4d85-9e2a-dd8dd533336c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.050742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8772387b-ecd5-4d85-9e2a-dd8dd533336c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.050742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8772387b-ecd5-4d85-9e2a-dd8dd533336c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.050742] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8772387b-ecd5-4d85-9e2a-dd8dd533336c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.554966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8772387b-ecd5-4d85-9e2a-dd8dd533336c [ 583.554966] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.554966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.554966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.554966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.554966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.554966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8772387b-ecd5-4d85-9e2a-dd8dd533336c already deleted. [ 583.554966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8772387b-ecd5-4d85-9e2a-dd8dd533336c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.678851] env[65337]: INFO networking_nsxv3.common.synchronization [req-e755d204-b955-4280-81ac-4523c8e9f631 req-26f45487-3e3c-42f4-9410-66e3dc885729 tempest-ListServerFiltersTestJSON-907833884 tempest-ListServerFiltersTestJSON-907833884-project-member] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 583.679855] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 583.679855] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.679855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.679855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.680177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.681240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.681321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.681366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.681538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.681621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.681784] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.184468] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.186950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.186950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.186950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.186950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.186950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.186950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.187279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.187279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.187279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.187357] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 already deleted. [ 584.187385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.320423] env[65337]: INFO networking_nsxv3.common.synchronization [None req-99ee6ece-209d-43a9-83c8-dbd9241daf8a tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_rules [ 584.320833] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_rules [ 584.320964] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.321357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.321436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.321669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.321756] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.637999] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3dc25c91-62c5-45e1-9621-25efc5eb9376 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_rules [ 584.639113] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_rules [ 584.639462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.639613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.852094] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.852094] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 already deleted. [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.852094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.852094] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.089473] env[65337]: INFO networking_nsxv3.common.synchronization [None req-00cf02df-d71f-413c-a83d-0608b758794b None None] Enqueued Resource ID: ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9 with Priority: HIGHEST for action port [ 585.089724] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9 with Priority: HIGHEST for action port [ 585.090343] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.090469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.090539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.090790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.090873] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.326458] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.326763] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.326822] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.328322] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.328910] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.329099] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.329221] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.329636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.334527] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.334652] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.334778] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.334888] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.334994] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.335192] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.335316] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.335451] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.350235] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f9341791-739c-4b71-aafe-7f06a1ab26df None None] Enqueued Resource ID: 299af607-c71c-4b4b-b6ca-819b9787497a with Priority: HIGHEST for action port [ 585.350235] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299af607-c71c-4b4b-b6ca-819b9787497a with Priority: HIGHEST for action port [ 585.350235] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-299af607-c71c-4b4b-b6ca-819b9787497a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.350235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299af607-c71c-4b4b-b6ca-819b9787497a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.350235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299af607-c71c-4b4b-b6ca-819b9787497a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.350235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299af607-c71c-4b4b-b6ca-819b9787497a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.350235] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299af607-c71c-4b4b-b6ca-819b9787497a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.354366] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.354532] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.354674] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.354804] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.355133] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.355337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.355515] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.355712] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.355846] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b2170c-3dfe-4f0f-a285-a6589a6b09d5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.376365] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.376554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.376768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.376768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.376882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.376961] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 already deleted. [ 585.377069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.435020] env[65337]: INFO networking_nsxv3.common.synchronization [None req-7f3e92c8-a7f8-425b-9d69-990e37a7f799 None None] Enqueued Resource ID: 2621201c-7139-4914-8df8-a0635fd038e9 with Priority: HIGHEST for action port [ 585.435020] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2621201c-7139-4914-8df8-a0635fd038e9 with Priority: HIGHEST for action port [ 585.435020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2621201c-7139-4914-8df8-a0635fd038e9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.435020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2621201c-7139-4914-8df8-a0635fd038e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.435020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2621201c-7139-4914-8df8-a0635fd038e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.435020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2621201c-7139-4914-8df8-a0635fd038e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.435020] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2621201c-7139-4914-8df8-a0635fd038e9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.593889] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9 [ 585.594135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.594271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.594342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.594552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.594641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.594734] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9 already deleted. [ 585.594815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae6a1c58-b358-4ef4-a4d0-9c3f0677a3c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.849540] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 299af607-c71c-4b4b-b6ca-819b9787497a [ 585.849775] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.849911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.849981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.850217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.850373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.850443] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:299af607-c71c-4b4b-b6ca-819b9787497a already deleted. [ 585.850475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299af607-c71c-4b4b-b6ca-819b9787497a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.861302] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.861302] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 not found, creating... [ 585.861302] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.861302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.862512] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.862512] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.862512] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.862512] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.862711] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.862845] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 is going to be created. [ 585.885651] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.885891] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.886466] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.886466] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.886466] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.887722] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.938194] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2621201c-7139-4914-8df8-a0635fd038e9 [ 585.938351] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.938495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.938567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.938779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.938871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.938966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2621201c-7139-4914-8df8-a0635fd038e9 already deleted. [ 585.939282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2621201c-7139-4914-8df8-a0635fd038e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.478346] env[65337]: INFO networking_nsxv3.common.synchronization [req-01ebaf1f-425a-4ec7-91fa-fb596279881a req-cf3588ff-2391-485d-8fd3-22c51e57936a tempest-ServerDiagnosticsNegativeTest-596402768 tempest-ServerDiagnosticsNegativeTest-596402768-project-member] Enqueued Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_members [ 586.478988] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_members [ 586.479665] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.479665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.479665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.480989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.481298] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.481472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.481519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.481810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.481810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.481810] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.770962] env[65337]: INFO networking_nsxv3.common.synchronization [req-e755d204-b955-4280-81ac-4523c8e9f631 req-c3d20c6c-d96c-4c18-a330-5a704306bdad service nova] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_rules [ 586.771440] env[65337]: INFO networking_nsxv3.common.synchronization [req-e755d204-b955-4280-81ac-4523c8e9f631 req-c3d20c6c-d96c-4c18-a330-5a704306bdad service nova] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 586.771440] env[65337]: INFO networking_nsxv3.common.synchronization [req-e755d204-b955-4280-81ac-4523c8e9f631 req-c3d20c6c-d96c-4c18-a330-5a704306bdad service nova] Enqueued Resource ID: f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 with Priority: HIGHEST for action port [ 586.772303] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_rules [ 586.772494] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 586.772630] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 with Priority: HIGHEST for action port [ 586.773042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.773586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.773586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.773803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.777154] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.777154] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.777357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.777775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.780023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.780023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.780023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.780023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.780023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.780023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.780023] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.781744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.782493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.783195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.783395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.783495] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b2170c-3dfe-4f0f-a285-a6589a6b09d5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.984630] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.986319] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.986319] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f555165-1755-4c39-9ef1-939037f1d493 already deleted. [ 586.986319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.989655] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.989814] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.989929] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.990248] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.990528] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.991474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.991474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.991474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.991474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.991774] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.991872] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.992015] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.992150] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.992301] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.992435] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.992872] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.013461] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.013640] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.013796] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.013977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.015570] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.015570] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.015570] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.015570] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.015570] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8337f2db-a3bc-4622-9da9-c3cbf9742ae5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.286410] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.286410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.301021] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.301021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 with status ACTIVE [ 587.301021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.301021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.301021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.301021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.302057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.302057] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0b2170c-3dfe-4f0f-a285-a6589a6b09d5 is going to be updated. [ 587.326843] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.327102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.327102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.327235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.327492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.327715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b2170c-3dfe-4f0f-a285-a6589a6b09d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.518201] env[65337]: INFO networking_nsxv3.common.synchronization [None req-2d1a2f41-aafa-4eda-bce3-242753e12a01 tempest-VolumesAssistedSnapshotsTest-81870649 tempest-VolumesAssistedSnapshotsTest-81870649-project-member] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_rules [ 587.518422] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.518608] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.518777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.518975] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.519132] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.519728] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 8337f2db-a3bc-4622-9da9-c3cbf9742ae5 not found, creating... [ 587.520318] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.520318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.520318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.520536] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.520796] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.520889] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.521142] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.521214] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.521371] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.521496] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.521628] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 8337f2db-a3bc-4622-9da9-c3cbf9742ae5 is going to be created. [ 587.523228] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_rules [ 587.523389] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.523389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.523477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.523610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.523884] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.543784] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.544034] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.544167] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.545105] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.545374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.545594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.805232] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.043338] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.043474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.043546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.043753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.043845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.043939] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 already deleted. [ 588.044034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.255950] env[65337]: INFO networking_nsxv3.common.synchronization [None req-09d21a5b-c9d9-4a3a-9fa7-53d51bff7444 tempest-VolumesAssistedSnapshotsTest-81870649 tempest-VolumesAssistedSnapshotsTest-81870649-project-member] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_rules [ 588.255950] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_rules [ 588.255950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.257242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.257407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.258408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.258495] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.297221] env[65337]: INFO networking_nsxv3.common.synchronization [req-01ebaf1f-425a-4ec7-91fa-fb596279881a req-686cad21-2979-420c-b034-220493cdb623 service nova] Enqueued Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_rules [ 588.297221] env[65337]: INFO networking_nsxv3.common.synchronization [req-01ebaf1f-425a-4ec7-91fa-fb596279881a req-686cad21-2979-420c-b034-220493cdb623 service nova] Enqueued Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_members [ 588.297221] env[65337]: INFO networking_nsxv3.common.synchronization [req-01ebaf1f-425a-4ec7-91fa-fb596279881a req-686cad21-2979-420c-b034-220493cdb623 service nova] Enqueued Resource ID: 8337f2db-a3bc-4622-9da9-c3cbf9742ae5 with Priority: HIGHEST for action port [ 588.297702] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_rules [ 588.297823] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_members [ 588.297928] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8337f2db-a3bc-4622-9da9-c3cbf9742ae5 with Priority: HIGHEST for action port [ 588.299808] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.299964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.300044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.300313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.300412] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.301331] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.301468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.301538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.301719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.301954] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.301954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.302039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.302160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.302247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.302349] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.306054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.306054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.306054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.306054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.306054] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8337f2db-a3bc-4622-9da9-c3cbf9742ae5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.308735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.309093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.309211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.309449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.309596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.309732] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be created. [ 588.336122] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.336122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.336122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.336480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.336480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.347174] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: UNINITIALIZED for 2s [ 588.380116] env[65337]: INFO networking_nsxv3.common.synchronization [None req-d1bca7c2-34f3-45e8-9bef-6285ba2a0199 None None] Enqueued Resource ID: 063636ed-4187-4284-a491-33c6ff9a514c with Priority: HIGHEST for action port [ 588.380379] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063636ed-4187-4284-a491-33c6ff9a514c with Priority: HIGHEST for action port [ 588.381388] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-063636ed-4187-4284-a491-33c6ff9a514c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.381388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063636ed-4187-4284-a491-33c6ff9a514c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.381388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063636ed-4187-4284-a491-33c6ff9a514c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.381622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063636ed-4187-4284-a491-33c6ff9a514c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.381709] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063636ed-4187-4284-a491-33c6ff9a514c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.781334] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.781691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.781691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.781691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.781798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.781848] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 already deleted. [ 588.781925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.809026] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.810376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.810376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.813406] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8337f2db-a3bc-4622-9da9-c3cbf9742ae5 with status ACTIVE [ 588.813406] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.813406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.813406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.813859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.813859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.813859] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.813978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.813978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.814136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.814208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.814386] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.814477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.814535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.814667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.815297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.815297] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8337f2db-a3bc-4622-9da9-c3cbf9742ae5 is going to be updated. [ 588.836790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.836931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.836991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.837223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.837357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.837511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8337f2db-a3bc-4622-9da9-c3cbf9742ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.884730] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063636ed-4187-4284-a491-33c6ff9a514c [ 588.884961] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.885109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.885235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.885446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.885534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.885625] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063636ed-4187-4284-a491-33c6ff9a514c already deleted. [ 588.885720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063636ed-4187-4284-a491-33c6ff9a514c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.910700] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a064d250-4e0a-4d8a-9641-b3b08c80cb59 None None] Enqueued Resource ID: 920545c5-86b4-41f0-ac7b-ffb93088e4b0 with Priority: HIGHEST for action port [ 588.910700] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920545c5-86b4-41f0-ac7b-ffb93088e4b0 with Priority: HIGHEST for action port [ 588.911062] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-920545c5-86b4-41f0-ac7b-ffb93088e4b0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.911194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920545c5-86b4-41f0-ac7b-ffb93088e4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.911261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920545c5-86b4-41f0-ac7b-ffb93088e4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.911514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920545c5-86b4-41f0-ac7b-ffb93088e4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.911597] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920545c5-86b4-41f0-ac7b-ffb93088e4b0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.285169] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d28c4bc-81f5-48aa-84ec-597439a40dfe req-940eb53a-e1b0-484c-9f9e-70319daaad51 tempest-ServerDiagnosticsTest-2047992270 tempest-ServerDiagnosticsTest-2047992270-project-member] Enqueued Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_members [ 589.287215] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_members [ 589.287215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.287215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.287215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.287512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.287824] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.287824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.287824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.287998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.287998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.288090] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.314027] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.414434] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 920545c5-86b4-41f0-ac7b-ffb93088e4b0 [ 589.414434] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.414434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.414434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.414434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.414434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.414434] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:920545c5-86b4-41f0-ac7b-ffb93088e4b0 already deleted. [ 589.414434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920545c5-86b4-41f0-ac7b-ffb93088e4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.790584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.790584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.790584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.790970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.790970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.791091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.791195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.791238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.791390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.791464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.791555] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 already deleted. [ 589.791625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.815975] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.816281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.816404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.816717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.816855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.817050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f555165-1755-4c39-9ef1-939037f1d493 is going to be created. [ 589.844069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.844348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.844424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.845947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.845947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.857694] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f555165-1755-4c39-9ef1-939037f1d493 in Status: UNINITIALIZED for 2s [ 590.122098] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.123349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.123349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.123349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.123349] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.123349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.123665] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.123699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.124160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.124160] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.124160] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.125226] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.125226] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.125226] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.125226] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.125226] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.145024] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.145024] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.145024] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.145024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.145397] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-7982ece9-29e4-44bb-a715-85dbd0c4512d taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.145564] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.145749] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.146245] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.146319] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7982ece9-29e4-44bb-a715-85dbd0c4512d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.358300] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 590.358554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.358709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.358952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.359144] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.359261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.359336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.359478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.359868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.359868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.359868] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.652454] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.652454] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.652454] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.652699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.652699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.652769] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 7982ece9-29e4-44bb-a715-85dbd0c4512d not found, creating... [ 590.653123] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.653246] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.653298] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.657018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.657018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.657018] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.657018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.657018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.657018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.657018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.657018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 7982ece9-29e4-44bb-a715-85dbd0c4512d is going to be created. [ 590.682111] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.682318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.682444] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.682716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.682950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.685655] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.784931] env[65337]: INFO networking_nsxv3.common.synchronization [req-6b33db88-6a45-4330-bea5-d49ab069b71d req-20e5294c-7e93-4c3d-ab81-0134f0818067 tempest-ListServerFiltersTestJSON-907833884 tempest-ListServerFiltersTestJSON-907833884-project-member] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 590.785551] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 590.785855] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.785975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.786217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.786432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.786601] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.786700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.786756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.786926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.787092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.787148] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.862554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.862997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.225066] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.225240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.225293] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.225531] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.225760] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.225916] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.226480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.226480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.226480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.226655] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.226691] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 591.226792] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 591.226878] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 591.226978] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 591.227095] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 591.227221] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 591.244779] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 591.244948] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 591.245090] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 591.245294] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.245597] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.245764] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.245879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.246223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.246385] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6445ffb0-d99b-44ee-afb8-f26fdada2b2b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.289583] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.368195] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d28c4bc-81f5-48aa-84ec-597439a40dfe req-83aa86bf-5af3-4f61-acc4-74587ba8f4d8 service nova] Enqueued Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_rules [ 591.368358] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d28c4bc-81f5-48aa-84ec-597439a40dfe req-83aa86bf-5af3-4f61-acc4-74587ba8f4d8 service nova] Enqueued Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_members [ 591.368481] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d28c4bc-81f5-48aa-84ec-597439a40dfe req-83aa86bf-5af3-4f61-acc4-74587ba8f4d8 service nova] Enqueued Resource ID: 7982ece9-29e4-44bb-a715-85dbd0c4512d with Priority: HIGHEST for action port [ 591.368708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_rules [ 591.368833] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_members [ 591.368927] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7982ece9-29e4-44bb-a715-85dbd0c4512d with Priority: HIGHEST for action port [ 591.369952] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.370091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.370152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.370397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.370480] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.371904] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.372027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.372098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.372272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.372448] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.372547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.372610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.372962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.372962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.372962] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.373907] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7982ece9-29e4-44bb-a715-85dbd0c4512d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.374023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.374083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.374236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.375129] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7982ece9-29e4-44bb-a715-85dbd0c4512d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.703252] env[65337]: INFO networking_nsxv3.common.synchronization [None req-dd006d2e-6d1d-4a84-a3ed-6278e012f7c4 None None] Enqueued Resource ID: 64f6f173-1fad-4fb5-9159-1e0e7a64fb0b with Priority: HIGHEST for action port [ 591.703958] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64f6f173-1fad-4fb5-9159-1e0e7a64fb0b with Priority: HIGHEST for action port [ 591.704279] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-64f6f173-1fad-4fb5-9159-1e0e7a64fb0b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.704400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64f6f173-1fad-4fb5-9159-1e0e7a64fb0b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.704467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64f6f173-1fad-4fb5-9159-1e0e7a64fb0b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.704720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64f6f173-1fad-4fb5-9159-1e0e7a64fb0b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.704801] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64f6f173-1fad-4fb5-9159-1e0e7a64fb0b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.748623] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.749762] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.750217] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.750491] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.750632] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.750779] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 6445ffb0-d99b-44ee-afb8-f26fdada2b2b not found, creating... [ 591.751070] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.751237] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.751341] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.751573] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.751702] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.751989] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.752146] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.752251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.752465] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.752587] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.752713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 6445ffb0-d99b-44ee-afb8-f26fdada2b2b is going to be created. [ 591.774450] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.774659] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.774773] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.775046] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.775285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.775497] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.792675] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.868521] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f555165-1755-4c39-9ef1-939037f1d493 in Status: SUCCESS [ 591.868809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.869570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.869570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.869570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.869570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.869570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.869870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.869870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.869926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.869999] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.877035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.877130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.877279] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.878397] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7982ece9-29e4-44bb-a715-85dbd0c4512d with status ACTIVE [ 591.878436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.879383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.879383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.879383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.879383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.879383] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.879383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.879383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.879794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.879794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.879794] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.879896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.879925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.880482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.880482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.880826] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7982ece9-29e4-44bb-a715-85dbd0c4512d is going to be updated. [ 591.918352] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.919347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.919347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.919347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.919347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.919347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7982ece9-29e4-44bb-a715-85dbd0c4512d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.206946] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64f6f173-1fad-4fb5-9159-1e0e7a64fb0b [ 592.207231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.207461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.207577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.207881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.208049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.208211] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64f6f173-1fad-4fb5-9159-1e0e7a64fb0b already deleted. [ 592.208355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64f6f173-1fad-4fb5-9159-1e0e7a64fb0b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.295446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.295651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.295724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.295966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.296083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.296412] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 592.334923] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.335105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.335145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.335402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.335540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.344925] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 592.373906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.374095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.374180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.374449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.375820] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.375964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.376052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.376275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.376384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.376486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.376640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.376734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.376793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.376932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.377091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.377191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.377256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.377405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.378349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.378349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.378349] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.383253] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.560292] env[65337]: INFO networking_nsxv3.common.synchronization [req-6b33db88-6a45-4330-bea5-d49ab069b71d req-414749ed-b241-49e2-a9af-8e0c78ada043 service nova] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_rules [ 592.560396] env[65337]: INFO networking_nsxv3.common.synchronization [req-6b33db88-6a45-4330-bea5-d49ab069b71d req-414749ed-b241-49e2-a9af-8e0c78ada043 service nova] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 592.560536] env[65337]: INFO networking_nsxv3.common.synchronization [req-6b33db88-6a45-4330-bea5-d49ab069b71d req-414749ed-b241-49e2-a9af-8e0c78ada043 service nova] Enqueued Resource ID: 6445ffb0-d99b-44ee-afb8-f26fdada2b2b with Priority: HIGHEST for action port [ 592.561106] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_rules [ 592.561215] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 592.561349] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6445ffb0-d99b-44ee-afb8-f26fdada2b2b with Priority: HIGHEST for action port [ 592.561709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.561709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.561969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.561969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.562266] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.562266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.563064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.563064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.563064] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6445ffb0-d99b-44ee-afb8-f26fdada2b2b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.880062] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f555165-1755-4c39-9ef1-939037f1d493: rpc.has_security_group_logging(os_id): False [ 592.885854] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.886068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.886107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.886284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.886407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.886464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 is going to be created. [ 592.898704] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.898843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.898909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.899143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.899237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.899462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.899565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.899632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.899785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.899862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.900065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.900163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.900225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.900371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.900447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.900627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.900720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.900788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.900919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.900992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.901089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f555165-1755-4c39-9ef1-939037f1d493 is going to be created. [ 592.918367] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.918515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.918563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.918756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.918914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.931096] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 in Status: UNINITIALIZED for 2s [ 592.974418] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.974651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.974757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.974889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.975082] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.988179] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f555165-1755-4c39-9ef1-939037f1d493 in Status: IN_PROGRESS for 2s [ 593.065744] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6445ffb0-d99b-44ee-afb8-f26fdada2b2b with status ACTIVE [ 593.066014] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.066277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.066277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.066458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.066632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.066871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.066997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.067072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.067263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.067327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.068266] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.068266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.068266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.068266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.068266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.068266] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6445ffb0-d99b-44ee-afb8-f26fdada2b2b is going to be updated. [ 593.102864] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.103078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.103138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.103370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.103709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.103709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6445ffb0-d99b-44ee-afb8-f26fdada2b2b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.343993] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e67b9e5d-d7b0-427b-b832-ab475e4973d5 None None] Enqueued Resource ID: 87e9ed77-0298-43c4-bd09-1d3575f35a05 with Priority: HIGHEST for action port [ 594.344326] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e9ed77-0298-43c4-bd09-1d3575f35a05 with Priority: HIGHEST for action port [ 594.344483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e9ed77-0298-43c4-bd09-1d3575f35a05 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.344602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e9ed77-0298-43c4-bd09-1d3575f35a05" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.344687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e9ed77-0298-43c4-bd09-1d3575f35a05" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.345639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e9ed77-0298-43c4-bd09-1d3575f35a05" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.345639] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e9ed77-0298-43c4-bd09-1d3575f35a05',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.358125] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 594.358277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.359290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.359436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.359532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.359616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.360254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.360254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.360467] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.360624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.360688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.360836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.360974] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.361323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.361323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.361323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.361452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.361452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.361526] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.362580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.362756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.362906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.363016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.363081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.363255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.363336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.363428] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.849473] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e9ed77-0298-43c4-bd09-1d3575f35a05 [ 594.849697] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.849818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.849932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.850317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.850443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.850508] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e9ed77-0298-43c4-bd09-1d3575f35a05 already deleted. [ 594.850753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e9ed77-0298-43c4-bd09-1d3575f35a05" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.866504] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3159b861-b4cf-438a-bf77-7878bc662ea8: rpc.has_security_group_logging(os_id): False [ 594.867709] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.890321] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.890588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.890841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.890923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.891171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.891468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.891539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.891697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.891782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.892074] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.892174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.892679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.892679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.892679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.892679] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.892679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.892873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.892873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.892993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.893036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be created. [ 594.941768] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 in Status: SUCCESS [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.944064] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.944064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.944064] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.978593] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.978737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.978806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.979019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.979204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.993761] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 594.999467] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f555165-1755-4c39-9ef1-939037f1d493 in Status: SUCCESS [ 595.000114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.371028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.446341] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.446341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.446594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.446594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.449754] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.449754] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.449754] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.449754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.449754] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.874937] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.874937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.874937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.874937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.874937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.874937] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 595.905500] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.905681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.905731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.906223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.906223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.916125] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 595.950815] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9: rpc.has_security_group_logging(os_id): False [ 595.971670] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.971821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.971821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.972019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.972115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.973241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.973578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.973878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.975760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.975760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.975760] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 is going to be created. [ 596.060497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.061400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.061400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.063269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.063269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.077982] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 in Status: IN_PROGRESS for 2s [ 596.532531] env[65337]: INFO networking_nsxv3.common.synchronization [None req-51d2b8e7-d97f-45ec-90ff-76906b05075d None None] Enqueued Resource ID: cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5 with Priority: HIGHEST for action port [ 596.532831] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5 with Priority: HIGHEST for action port [ 596.534567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.534567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.534567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.534567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.534567] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.546295] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f4390097-26fd-4685-b873-17ca843c3e7e None None] Enqueued Resource ID: 074cdc9c-6e0a-4fa6-9733-9c4513e5caba with Priority: HIGHEST for action port [ 596.546418] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074cdc9c-6e0a-4fa6-9733-9c4513e5caba with Priority: HIGHEST for action port [ 596.547021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-074cdc9c-6e0a-4fa6-9733-9c4513e5caba taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.547021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-074cdc9c-6e0a-4fa6-9733-9c4513e5caba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.547172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-074cdc9c-6e0a-4fa6-9733-9c4513e5caba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.547924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-074cdc9c-6e0a-4fa6-9733-9c4513e5caba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.548071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074cdc9c-6e0a-4fa6-9733-9c4513e5caba',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.007022] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 597.007276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.008041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.008041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.008041] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.036846] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5 [ 597.037090] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.037239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.037306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.037491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.037605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.037712] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5 already deleted. [ 597.037793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0bc0ca-e972-48d9-80b2-c8a3233fb6f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.050464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 074cdc9c-6e0a-4fa6-9733-9c4513e5caba [ 597.050781] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.050953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.051058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.051333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.051483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.051614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:074cdc9c-6e0a-4fa6-9733-9c4513e5caba already deleted. [ 597.051742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-074cdc9c-6e0a-4fa6-9733-9c4513e5caba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.512733] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.512877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.930319] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.930319] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.930319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.930319] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.090297] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 in Status: SUCCESS [ 598.090608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.435806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.436385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.436385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.436607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.436714] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.436856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.436906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.437132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.437252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.439507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.440445] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.440445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.440445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.440445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.440445] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.441408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.441610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.442241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.443873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.443873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.443873] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.947100] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3159b861-b4cf-438a-bf77-7878bc662ea8: rpc.has_security_group_logging(os_id): False [ 598.967739] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3fae3f54-ecff-48e9-bbf3-bbd46836464e None None] Enqueued Resource ID: 43502110-4852-4d3e-a432-f1ec99df2f2d with Priority: HIGHEST for action port [ 598.968733] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43502110-4852-4d3e-a432-f1ec99df2f2d with Priority: HIGHEST for action port [ 598.969103] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-43502110-4852-4d3e-a432-f1ec99df2f2d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.970927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43502110-4852-4d3e-a432-f1ec99df2f2d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.971031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43502110-4852-4d3e-a432-f1ec99df2f2d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.971325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43502110-4852-4d3e-a432-f1ec99df2f2d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.971940] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43502110-4852-4d3e-a432-f1ec99df2f2d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.973720] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.973863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.973928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.974156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.974269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.974722] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.974722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.974722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.974964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.974964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.975146] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.975233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.975376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.975578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.975933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.975933] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.975933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.975933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.976135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.976291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.976291] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 599.058316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.058505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.058572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.059038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.059038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.078449] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 599.481317] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43502110-4852-4d3e-a432-f1ec99df2f2d [ 599.481317] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.481317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.481317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.481317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.481317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.481317] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43502110-4852-4d3e-a432-f1ec99df2f2d already deleted. [ 599.481317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43502110-4852-4d3e-a432-f1ec99df2f2d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.959624] env[65337]: INFO networking_nsxv3.common.synchronization [req-dc9ca18e-2d01-44e6-887f-2d85824da868 req-f82bfc2d-b81a-4935-8ab8-b04800c145b3 tempest-ImagesNegativeTestJSON-710703954 tempest-ImagesNegativeTestJSON-710703954-project-member] Enqueued Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_members [ 599.960878] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_members [ 599.962385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.962566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.962641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.963119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.964144] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.964242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.964295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.964548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.964615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.964650] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.355600] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-867 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.355842] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-867" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.356010] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-867" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.356418] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-867" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.356734] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.356978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.357241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.357521] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.357881] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.358197] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.358376] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.358563] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.358722] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.358966] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.359039] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.359207] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.385261] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.385472] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.385606] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.385827] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-867" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.386305] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-16db2da7-58a6-47ea-8257-5f0faa89278c taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.386531] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.386596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.387054] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.387231] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16db2da7-58a6-47ea-8257-5f0faa89278c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.467580] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.468885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.468885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.468885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.468885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.468885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.468885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.468885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.469173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.469173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.469173] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 already deleted. [ 600.469173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.890674] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.890887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.891013] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.891293] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.891450] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.891616] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 16db2da7-58a6-47ea-8257-5f0faa89278c not found, creating... [ 600.891876] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.892043] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.892156] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.892406] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.892550] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.892817] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.892965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.893769] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.894413] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.894717] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.894830] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 16db2da7-58a6-47ea-8257-5f0faa89278c is going to be created. [ 600.917658] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.918058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.918260] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.918486] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.918675] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.918888] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.935474] env[65337]: INFO networking_nsxv3.common.synchronization [None req-984961bd-4bff-4766-9a5d-b2a9ed4f2a9a tempest-ServersWithSpecificFlavorTestJSON-567344759 tempest-ServersWithSpecificFlavorTestJSON-567344759-project-member] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 600.936015] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 600.936336] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.936456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.936532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.936776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.937136] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.072562] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f9a828a6-b4ce-4568-b3e1-d31cfa7f3ed0 tempest-ServersWithSpecificFlavorTestJSON-567344759 tempest-ServersWithSpecificFlavorTestJSON-567344759-project-member] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 601.073823] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 601.073823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.073984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.107378] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 601.107378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469215] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 already deleted. [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469215] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.735876] env[65337]: INFO networking_nsxv3.common.synchronization [req-dc9ca18e-2d01-44e6-887f-2d85824da868 req-94d1ffae-0021-4b3f-ae81-4fa0b70b5fcd service nova] Enqueued Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_rules [ 601.736377] env[65337]: INFO networking_nsxv3.common.synchronization [req-dc9ca18e-2d01-44e6-887f-2d85824da868 req-94d1ffae-0021-4b3f-ae81-4fa0b70b5fcd service nova] Enqueued Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_members [ 601.736377] env[65337]: INFO networking_nsxv3.common.synchronization [req-dc9ca18e-2d01-44e6-887f-2d85824da868 req-94d1ffae-0021-4b3f-ae81-4fa0b70b5fcd service nova] Enqueued Resource ID: 16db2da7-58a6-47ea-8257-5f0faa89278c with Priority: HIGHEST for action port [ 601.737592] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_rules [ 601.738020] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_members [ 601.738522] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16db2da7-58a6-47ea-8257-5f0faa89278c with Priority: HIGHEST for action port [ 601.738784] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.739095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.739238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.739849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.740039] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.744380] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.744380] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.744380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.744380] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.744899] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-16db2da7-58a6-47ea-8257-5f0faa89278c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.744984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.745025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.745177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.745278] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16db2da7-58a6-47ea-8257-5f0faa89278c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.992721] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.993419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.993419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.993419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.993578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.993578] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 already deleted. [ 601.993708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.248798] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16db2da7-58a6-47ea-8257-5f0faa89278c with status ACTIVE [ 602.248798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.248798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.248798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.249218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.249218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.249218] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.249334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.249334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.250133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.250133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.250133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.250133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.250133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.250133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.250133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.250429] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16db2da7-58a6-47ea-8257-5f0faa89278c is going to be updated. [ 602.251486] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.252519] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.252849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.273127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.273349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.273436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.273638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.273779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.273940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16db2da7-58a6-47ea-8257-5f0faa89278c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.754089] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.146019] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e24420b-336c-4325-bf5b-d592d55bfafe req-dae8733f-64e4-4296-8db2-98be9952ffd4 tempest-MigrationsAdminTest-277988615 tempest-MigrationsAdminTest-277988615-project-member] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 603.146653] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 603.147221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.147221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.147356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.147600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.148050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.148050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.148050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.148764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.148875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.149200] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.256466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.256838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.256838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.256913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.258019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.258019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 is going to be created. [ 603.284886] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.285099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.285099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.286173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.286173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.304992] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 in Status: UNINITIALIZED for 2s [ 603.651761] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.651960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.651960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.652254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.652352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.652553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.652655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.652719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.652869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.652945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.653046] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a already deleted. [ 603.653129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.895596] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.895596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.895596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.895596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.895596] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.895596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.899210] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.899679] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.899960] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.900269] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.900396] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.900557] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.900934] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.901085] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.901195] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.901542] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.923136] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.923136] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.923323] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.923401] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.923710] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-1cf5438b-b508-452a-9c56-022c4ecadb0a taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.923908] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.924217] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.924952] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.924952] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf5438b-b508-452a-9c56-022c4ecadb0a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.429947] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.430971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.430971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.431273] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.431346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.431569] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 1cf5438b-b508-452a-9c56-022c4ecadb0a not found, creating... [ 604.431911] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.432166] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.432233] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.432485] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.432637] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.432948] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.433191] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.433274] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433514] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.433620] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.433760] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 1cf5438b-b508-452a-9c56-022c4ecadb0a is going to be created. [ 604.457972] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.458319] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.458524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.458869] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.459368] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.459836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.140319] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e24420b-336c-4325-bf5b-d592d55bfafe req-cdea0d18-cebf-462d-bde6-207cbdf456e8 service nova] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_rules [ 605.140462] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e24420b-336c-4325-bf5b-d592d55bfafe req-cdea0d18-cebf-462d-bde6-207cbdf456e8 service nova] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 605.140595] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e24420b-336c-4325-bf5b-d592d55bfafe req-cdea0d18-cebf-462d-bde6-207cbdf456e8 service nova] Enqueued Resource ID: 1cf5438b-b508-452a-9c56-022c4ecadb0a with Priority: HIGHEST for action port [ 605.141204] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_rules [ 605.141253] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 605.142133] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf5438b-b508-452a-9c56-022c4ecadb0a with Priority: HIGHEST for action port [ 605.142133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.142133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.142133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.142133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.142133] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.142998] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.143129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.143366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.143674] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.143784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.143993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.144071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.144165] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.144867] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf5438b-b508-452a-9c56-022c4ecadb0a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.145045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.145187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.145254] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf5438b-b508-452a-9c56-022c4ecadb0a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.316407] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 in Status: SUCCESS [ 605.316630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.316783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.317015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.317205] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.317325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.317389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.317710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.317710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.317710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.317882] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.636435] env[65337]: INFO networking_nsxv3.common.synchronization [req-5adc5620-438e-419d-bdf8-19689eda52d1 req-08f07e7d-1dc0-4943-b9db-ff5d84be2fa5 tempest-ListServerFiltersTestJSON-907833884 tempest-ListServerFiltersTestJSON-907833884-project-member] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 605.637021] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 605.637377] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.637527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.637613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.637842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.638356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.638356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.638356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.638506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.638506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.638599] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.648651] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cf5438b-b508-452a-9c56-022c4ecadb0a with status ACTIVE [ 605.648651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.648651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.648651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.648651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.648651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.648872] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.648929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.649081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.649188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.649295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.649544] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.649655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.649716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.649971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.649971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.650129] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cf5438b-b508-452a-9c56-022c4ecadb0a is going to be updated. [ 605.651585] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.652559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.652700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.674370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.674442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.674622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.674927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.674927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf5438b-b508-452a-9c56-022c4ecadb0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.819995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.820433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.820433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.820433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.822882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.822882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.822882] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.067097] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.067097] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.067097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.067725] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.067725] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.067725] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.067837] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.067969] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.068033] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.068159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.088446] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.088695] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.088880] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.089106] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-220" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.089502] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-7b0fb78f-1171-40bd-9e27-1d59cafbc188 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.089725] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.089866] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.090276] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.090429] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0fb78f-1171-40bd-9e27-1d59cafbc188',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.140584] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.154610] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.326968] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c7c7e00-623e-435b-b2e6-4a400b872483: rpc.has_security_group_logging(os_id): False [ 606.348372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.348579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.348711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.348888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.349046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.349189] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.349303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.349388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.349548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.349629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.349849] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.349982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.350079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.350237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.350297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.351106] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.351106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.351106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.351106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.351106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.351106] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 is going to be created. [ 606.412391] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.412685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.412760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.413018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.413259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.426667] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 in Status: IN_PROGRESS for 2s [ 606.593265] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.593715] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.593956] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.594165] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.594260] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.594450] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 7b0fb78f-1171-40bd-9e27-1d59cafbc188 not found, creating... [ 606.594834] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.594972] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.595133] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.595476] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.595652] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.596035] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.600309] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.600309] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.600309] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.600309] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.600309] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 7b0fb78f-1171-40bd-9e27-1d59cafbc188 is going to be created. [ 606.618258] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.618535] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.618535] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.618949] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.619077] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.619273] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.642481] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.656262] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.656487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.656583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.656839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.656961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.657102] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be created. [ 606.685752] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.685908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.685951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.686197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.686363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.700155] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: UNINITIALIZED for 2s [ 606.901698] env[65337]: INFO networking_nsxv3.common.synchronization [None req-fce586b9-4925-483a-8444-de413de27a13 None None] Enqueued Resource ID: d318f73e-9422-4bd4-be7c-6e533f09fccd with Priority: HIGHEST for action port [ 606.902277] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d318f73e-9422-4bd4-be7c-6e533f09fccd with Priority: HIGHEST for action port [ 606.902589] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d318f73e-9422-4bd4-be7c-6e533f09fccd taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.902728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d318f73e-9422-4bd4-be7c-6e533f09fccd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.902803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d318f73e-9422-4bd4-be7c-6e533f09fccd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.903178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d318f73e-9422-4bd4-be7c-6e533f09fccd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.903291] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d318f73e-9422-4bd4-be7c-6e533f09fccd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.145285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.145516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.145589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.145807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.145897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.145998] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 607.175019] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.175200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.175272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.175647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.175832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.186328] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 607.327160] env[65337]: INFO networking_nsxv3.common.synchronization [req-5adc5620-438e-419d-bdf8-19689eda52d1 req-5c3fd1af-731b-402a-a3b4-4366a6d63fc6 service nova] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_rules [ 607.327453] env[65337]: INFO networking_nsxv3.common.synchronization [req-5adc5620-438e-419d-bdf8-19689eda52d1 req-5c3fd1af-731b-402a-a3b4-4366a6d63fc6 service nova] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 607.327453] env[65337]: INFO networking_nsxv3.common.synchronization [req-5adc5620-438e-419d-bdf8-19689eda52d1 req-5c3fd1af-731b-402a-a3b4-4366a6d63fc6 service nova] Enqueued Resource ID: 7b0fb78f-1171-40bd-9e27-1d59cafbc188 with Priority: HIGHEST for action port [ 607.327961] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_rules [ 607.328555] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 607.328555] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0fb78f-1171-40bd-9e27-1d59cafbc188 with Priority: HIGHEST for action port [ 607.329831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.329831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.329831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.329831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.329831] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.331733] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.331837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.332223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b0fb78f-1171-40bd-9e27-1d59cafbc188 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.332223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.332223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.332365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.332464] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b0fb78f-1171-40bd-9e27-1d59cafbc188',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.404822] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d318f73e-9422-4bd4-be7c-6e533f09fccd [ 607.404983] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.405125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.405189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.405544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.405709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.405814] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d318f73e-9422-4bd4-be7c-6e533f09fccd already deleted. [ 607.405910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d318f73e-9422-4bd4-be7c-6e533f09fccd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.695843] env[65337]: INFO networking_nsxv3.common.synchronization [req-6810f084-8ba7-4417-b857-1cbfb652b31d req-121b7ddb-9823-4aab-8469-7439daa63737 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_members [ 607.697428] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_members [ 607.697809] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.699557] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.699557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.699557] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.833726] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.833863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.834860] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b0fb78f-1171-40bd-9e27-1d59cafbc188 with status ACTIVE [ 607.834860] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.834860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.834860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.834860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.834860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835107] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.835107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.835273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835600] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.835600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.835600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.835811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.835811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.835961] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b0fb78f-1171-40bd-9e27-1d59cafbc188 is going to be updated. [ 607.861753] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.862342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.862342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.862342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.862342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.863170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b0fb78f-1171-40bd-9e27-1d59cafbc188" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.078291] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.078463] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.078595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.078957] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081019] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.081019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.081019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.081019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.081019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.081019] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.081019] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.081019] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.081019] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.081413] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.081413] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.081413] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.106046] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.106046] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.106046] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.106213] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.106408] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-5deaeff0-761d-40de-8752-75115402e662 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.106581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.106695] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.107044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.107189] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5deaeff0-761d-40de-8752-75115402e662',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.206350] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.206567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.206637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.206854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.206943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.207160] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.207258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.207322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.207470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.207546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.207628] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 already deleted. [ 608.207715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.443097] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 in Status: SUCCESS [ 608.443327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.610440] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.610737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.610949] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.611336] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.611531] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.611733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 5deaeff0-761d-40de-8752-75115402e662 not found, creating... [ 608.612155] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.612388] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.612541] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.612845] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.613099] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.613502] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.613723] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.613873] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.614217] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.614385] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.614945] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 5deaeff0-761d-40de-8752-75115402e662 is going to be created. [ 608.640611] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.640837] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.641026] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.641244] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.641777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.641777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.711472] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 608.711855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.713030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.713030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.713030] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.713030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.713030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.713030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.713030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.713445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.713445] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.062850] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3d1c2971-9f8d-407b-943e-d54ecddfde4c None None] Enqueued Resource ID: 4b7148a2-d8ec-4747-a878-96366b25015a with Priority: HIGHEST for action port [ 609.064712] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7148a2-d8ec-4747-a878-96366b25015a with Priority: HIGHEST for action port [ 609.064712] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b7148a2-d8ec-4747-a878-96366b25015a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.064712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b7148a2-d8ec-4747-a878-96366b25015a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.064712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b7148a2-d8ec-4747-a878-96366b25015a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.064927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b7148a2-d8ec-4747-a878-96366b25015a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.065017] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7148a2-d8ec-4747-a878-96366b25015a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.196596] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 609.196596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.196596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.196809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.196997] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.197128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.197191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.197338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.197421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.197516] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.215629] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.215821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.215864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.216062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.216230] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.216373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.216373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.217095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.217095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.217095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.217095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.217095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.217095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.217297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.217297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.217364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.217448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.217545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.217850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.217850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.217850] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.334377] env[65337]: INFO networking_nsxv3.common.synchronization [req-6810f084-8ba7-4417-b857-1cbfb652b31d req-1a629946-4658-4b33-800c-2252f9bafb54 service nova] Enqueued Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_rules [ 609.334377] env[65337]: INFO networking_nsxv3.common.synchronization [req-6810f084-8ba7-4417-b857-1cbfb652b31d req-1a629946-4658-4b33-800c-2252f9bafb54 service nova] Enqueued Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_members [ 609.334377] env[65337]: INFO networking_nsxv3.common.synchronization [req-6810f084-8ba7-4417-b857-1cbfb652b31d req-1a629946-4658-4b33-800c-2252f9bafb54 service nova] Enqueued Resource ID: 5deaeff0-761d-40de-8752-75115402e662 with Priority: HIGHEST for action port [ 609.335562] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_rules [ 609.335987] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_members [ 609.336423] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5deaeff0-761d-40de-8752-75115402e662 with Priority: HIGHEST for action port [ 609.337042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.339022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.339022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.339022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.339022] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.345399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.345399] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.345399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5deaeff0-761d-40de-8752-75115402e662 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.345399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.345399] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5deaeff0-761d-40de-8752-75115402e662',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.426172] env[65337]: INFO networking_nsxv3.common.synchronization [req-4bce0524-1bac-492c-84af-5a94358e3691 req-fc9cce30-fe23-4a4e-a08b-8112048c984b tempest-DeleteServersAdminTestJSON-1787015591 tempest-DeleteServersAdminTestJSON-1787015591-project-member] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 609.426813] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 609.427589] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.427737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.427827] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.428167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.428335] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.428441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.428491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.428649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.428731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.428825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.569282] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b7148a2-d8ec-4747-a878-96366b25015a [ 609.569732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.570755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.570755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.570755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.570755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.570755] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b7148a2-d8ec-4747-a878-96366b25015a already deleted. [ 609.570755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b7148a2-d8ec-4747-a878-96366b25015a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.700720] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.720307] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be852ede-d29e-4aab-b78c-d0d58387f89a: rpc.has_security_group_logging(os_id): False [ 609.746333] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.746902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.746902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.746902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.747211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.747211] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.747344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.747344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.747812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.747812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.747923] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.748081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.748185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.748355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.748451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.748733] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.749033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.749161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.749195] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be created. [ 609.832285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.832285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.832285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.832285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.832285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.848113] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.849220] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.849386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.850609] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5deaeff0-761d-40de-8752-75115402e662 with status ACTIVE [ 609.850609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.850609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.850609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.850609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.850609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.850609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.850609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.850609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.852741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.852741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.852877] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.852952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.853510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.853510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.853510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.853510] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5deaeff0-761d-40de-8752-75115402e662 is going to be updated. [ 609.867854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 609.886981] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.888034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.888034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.888034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.888034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.888034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5deaeff0-761d-40de-8752-75115402e662" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.897546] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.897546] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.897546] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.897546] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.897546] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.897983] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.897983] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.898074] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.898396] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.898474] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.898561] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.898676] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.898790] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.898932] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.899062] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.899193] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.934279] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.934279] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.934279] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e already deleted. [ 609.934279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.951261] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.951438] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.951573] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.951752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.952092] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-b66655bd-3b56-4fb4-98df-459d8115d5e7 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.952265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.952384] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.952736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.952900] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66655bd-3b56-4fb4-98df-459d8115d5e7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.203895] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.356028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.457043] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457315] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457450] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.457936] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.458101] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port b66655bd-3b56-4fb4-98df-459d8115d5e7 not found, creating... [ 610.458374] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.458534] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.458740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.458909] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.459067] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.459925] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.460105] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.460221] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.460590] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.460752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.460894] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: b66655bd-3b56-4fb4-98df-459d8115d5e7 is going to be created. [ 610.485815] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.486024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.486276] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.487057] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.487057] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.487057] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.706288] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.706503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.706753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.706854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.706961] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 610.738788] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.739123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.739232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.739549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.739790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.752024] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 610.860427] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.860610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.860673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.860895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.860996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.861104] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 is going to be created. [ 610.891703] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.891894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.891954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.892218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.892641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.903756] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 in Status: UNINITIALIZED for 2s [ 611.181663] env[65337]: INFO networking_nsxv3.common.synchronization [req-4bce0524-1bac-492c-84af-5a94358e3691 req-65e51666-0f3a-4a47-945d-9f10f05999ef service nova] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_rules [ 611.184091] env[65337]: INFO networking_nsxv3.common.synchronization [req-4bce0524-1bac-492c-84af-5a94358e3691 req-65e51666-0f3a-4a47-945d-9f10f05999ef service nova] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 611.185018] env[65337]: INFO networking_nsxv3.common.synchronization [req-4bce0524-1bac-492c-84af-5a94358e3691 req-65e51666-0f3a-4a47-945d-9f10f05999ef service nova] Enqueued Resource ID: b66655bd-3b56-4fb4-98df-459d8115d5e7 with Priority: HIGHEST for action port [ 611.185018] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_rules [ 611.185153] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 611.185259] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b66655bd-3b56-4fb4-98df-459d8115d5e7 with Priority: HIGHEST for action port [ 611.185756] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.185756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.187981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.187981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.187981] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.190290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.190290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.190290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.190290] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.192119] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b66655bd-3b56-4fb4-98df-459d8115d5e7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.192119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.192119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.192927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.193103] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b66655bd-3b56-4fb4-98df-459d8115d5e7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.695097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.695268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.695472] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.700885] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b66655bd-3b56-4fb4-98df-459d8115d5e7 with status ACTIVE [ 611.700885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.700885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.700885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.701546] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.701546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.701546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.701546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.701788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.701788] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b66655bd-3b56-4fb4-98df-459d8115d5e7 is going to be updated. [ 611.725858] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.726148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.726329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.726483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.726920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.726920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b66655bd-3b56-4fb4-98df-459d8115d5e7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.894526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 611.895067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.974373] env[65337]: INFO networking_nsxv3.common.synchronization [req-1850c6ce-c591-48b5-9c12-3707193034c1 req-14b5d37e-3d28-4c12-9ef5-1416612a2698 tempest-VolumesAssistedSnapshotsTest-81870649 tempest-VolumesAssistedSnapshotsTest-81870649-project-member] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_members [ 611.974925] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_members [ 611.975241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.975551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.975551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.975681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.975838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.976048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.976048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.976166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.976321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.976376] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.199032] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.358903] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.359127] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-692" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.359282] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-692" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.359617] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-692" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.360298] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.360298] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.360298] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.360468] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.360649] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.360772] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.360953] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.360991] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.361526] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.361526] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.361526] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.361526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.383674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.383854] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.383989] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.384181] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-692" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.384681] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-a583e722-3e4a-42c7-9242-3329f692506e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.384818] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.384888] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.385242] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.385526] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a583e722-3e4a-42c7-9242-3329f692506e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.479149] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.481297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.481297] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 already deleted. [ 612.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.701790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.701978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.702080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.702324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.702418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.702522] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be created. [ 612.728883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.729103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.729179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.729401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.729564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.740215] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: UNINITIALIZED for 2s [ 612.760613] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 612.760856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.761041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.761280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.761618] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.761829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.761829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.762028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.762143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.762199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.762295] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.888602] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.890095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.890095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.890095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.890095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.890095] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port a583e722-3e4a-42c7-9242-3329f692506e not found, creating... [ 612.890095] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.890340] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.890376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.890884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.890884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.891193] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.891817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.891817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.891817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.891817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.891973] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: a583e722-3e4a-42c7-9242-3329f692506e is going to be created. [ 612.915229] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.915229] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.915229] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.915748] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.915748] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.916022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.918029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 in Status: SUCCESS [ 612.918134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.918826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.918826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.918826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.918826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.918826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.919060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.919060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.919202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.919232] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.264450] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.264630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.264751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.265042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.265284] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.266337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.266337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.266337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.266337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.266337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.266337] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.266337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.266822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.266822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.266884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.266946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.267019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.267165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.267248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.267336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.267428] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.423023] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.639259] env[65337]: INFO networking_nsxv3.common.synchronization [req-1850c6ce-c591-48b5-9c12-3707193034c1 req-9df6e037-13de-4e4a-bc25-f1e7c318ec0f service nova] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_rules [ 613.639259] env[65337]: INFO networking_nsxv3.common.synchronization [req-1850c6ce-c591-48b5-9c12-3707193034c1 req-9df6e037-13de-4e4a-bc25-f1e7c318ec0f service nova] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_members [ 613.639259] env[65337]: INFO networking_nsxv3.common.synchronization [req-1850c6ce-c591-48b5-9c12-3707193034c1 req-9df6e037-13de-4e4a-bc25-f1e7c318ec0f service nova] Enqueued Resource ID: a583e722-3e4a-42c7-9242-3329f692506e with Priority: HIGHEST for action port [ 613.639259] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_rules [ 613.639259] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_members [ 613.639259] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a583e722-3e4a-42c7-9242-3329f692506e with Priority: HIGHEST for action port [ 613.639259] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.639259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.639577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.639613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.639706] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.640765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.640910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.640999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.641229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.641438] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.641549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.641626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.641796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.642254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.642387] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.643205] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a583e722-3e4a-42c7-9242-3329f692506e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.643320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.643435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.643600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.643674] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a583e722-3e4a-42c7-9242-3329f692506e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.770667] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3159b861-b4cf-438a-bf77-7878bc662ea8: rpc.has_security_group_logging(os_id): False [ 613.791233] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.791233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.791233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.791233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.791233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.791577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.791639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.791738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.791928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.792018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.792296] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.792416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.792486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.792633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.792739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.793047] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.793205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.793311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.793628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.793713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.793811] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 613.865404] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.865404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.865404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.865404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.865404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.871804] env[65337]: INFO networking_nsxv3.common.synchronization [req-f6976c53-3b67-4feb-80dd-893a06de382f req-ccafeef8-f1d0-420c-a1ee-8709136bea9f tempest-ServerDiagnosticsNegativeTest-596402768 tempest-ServerDiagnosticsNegativeTest-596402768-project-member] Enqueued Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_members [ 613.872655] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f555165-1755-4c39-9ef1-939037f1d493 with Priority: HIGHEST for action security_group_members [ 613.873440] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f555165-1755-4c39-9ef1-939037f1d493 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.874416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.874416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.874416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.876467] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.876467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.876467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.876467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.876467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.876467] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f555165-1755-4c39-9ef1-939037f1d493',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.880591] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 613.927729] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8: rpc.has_security_group_logging(os_id): False [ 613.957178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.957418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958235] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.958356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.958424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.958656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.958754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958837] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 is going to be created. [ 614.039117] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.039236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.039319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.039524] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.039712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057057] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 in Status: IN_PROGRESS for 2s [ 614.145895] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.148452] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.148452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.148452] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a583e722-3e4a-42c7-9242-3329f692506e with status ACTIVE [ 614.148452] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.148452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.148452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.148452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.148452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.148452] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.149268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.149268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.149268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.150060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.150410] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.150625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.150625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.150864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.150965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.151108] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a583e722-3e4a-42c7-9242-3329f692506e is going to be updated. [ 614.179340] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.179340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.179340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.179618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.180181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.180181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a583e722-3e4a-42c7-9242-3329f692506e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.216556] env[65337]: INFO networking_nsxv3.common.synchronization [req-4454dc3e-398f-4957-9243-1ee36ed6aa96 req-ad36dd1b-0bb1-45ae-b5be-38df981db044 tempest-ServerDiagnosticsTest-2047992270 tempest-ServerDiagnosticsTest-2047992270-project-member] Enqueued Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_members [ 614.217216] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 with Priority: HIGHEST for action security_group_members [ 614.218155] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.218155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.218328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.218476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.218711] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.218808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.218869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.219067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.219153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.219250] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.379930] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.380068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.380137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.380375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.380455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.380647] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.380739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.380793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.380939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.381494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.381494] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f555165-1755-4c39-9ef1-939037f1d493 is going to be updated. [ 614.423512] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.423746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.423746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.424205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.424728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.438874] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f555165-1755-4c39-9ef1-939037f1d493 in Status: IN_PROGRESS for 2s [ 614.653746] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.722615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.722893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.722893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.723459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.723459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.723593] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.723593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.723801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.723801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.723942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.724011] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 is going to be updated. [ 614.751301] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 614.751533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.751803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.751923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.752131] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.752252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.752366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.752562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.752562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.752687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.752687] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.759272] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.759435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.760074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.760074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.760074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.768958] env[65337]: INFO networking_nsxv3.common.synchronization [req-76e50c2d-2cef-48d9-97d6-78000be00098 req-b8584da9-9bfc-40b7-a392-19558419a074 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 614.769745] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 614.770087] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.770215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.770280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.770553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.770723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.770824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.770885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.771056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.771530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.771530] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.778514] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 in Status: IN_PROGRESS for 2s [ 615.159160] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.159160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.159160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.159160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.159160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.159160] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 is going to be created. [ 615.192322] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.192322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.192322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.192322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.192322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.207399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: UNINITIALIZED for 2s [ 615.259139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.259139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.259139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.259139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.259139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.260131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.260131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.260131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.260131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.260131] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.274509] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276901] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276901] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d already deleted. [ 615.276901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.309519] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.309861] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.310098] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.310258] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.310561] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.310707] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.310825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.311060] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.311203] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.311417] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.311528] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.311649] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.311781] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.311859] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.311959] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.312103] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.346765] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.346911] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.347152] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.348272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.348272] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.348272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.348887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.348887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.349097] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bea8cac-92f0-435b-9061-fdfec8a0a9e6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.763219] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c5c886-c3a0-4b42-83fb-b96fb6e3602e: rpc.has_security_group_logging(os_id): False [ 615.784442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.784667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.784667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.784868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.784994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.785293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.785427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.785552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.785742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.785822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.786016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.786250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.786333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.786662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.786797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.787051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.787197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.787272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.787432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.787570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.787708] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be created. [ 615.852493] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.852867] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.853017] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.853307] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.853463] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.853745] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 2bea8cac-92f0-435b-9061-fdfec8a0a9e6 not found, creating... [ 615.854255] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.854468] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.854631] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.854999] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.855211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.855683] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.855877] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.856081] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.856360] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.856533] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.856723] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 2bea8cac-92f0-435b-9061-fdfec8a0a9e6 is going to be created. [ 615.935938] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 615.936336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.941932] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.942343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.942581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.942918] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.943292] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.943668] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.947047] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.947533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.947687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.948009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.948307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.964171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: IN_PROGRESS for 2s [ 616.072948] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 in Status: SUCCESS [ 616.074091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.437576] env[65337]: INFO networking_nsxv3.common.synchronization [None req-fbeb705f-6c69-484f-931d-b37f3b2477d7 None None] Enqueued Resource ID: 5e52468e-e320-479d-9241-1bcc070c1ff6 with Priority: HIGHEST for action port [ 616.437576] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e52468e-e320-479d-9241-1bcc070c1ff6 with Priority: HIGHEST for action port [ 616.437576] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e52468e-e320-479d-9241-1bcc070c1ff6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.438587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e52468e-e320-479d-9241-1bcc070c1ff6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.438790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e52468e-e320-479d-9241-1bcc070c1ff6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.439600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e52468e-e320-479d-9241-1bcc070c1ff6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.439829] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e52468e-e320-479d-9241-1bcc070c1ff6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.456673] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f555165-1755-4c39-9ef1-939037f1d493 in Status: SUCCESS [ 616.456673] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f555165-1755-4c39-9ef1-939037f1d493 deletion is rescheduled due to dependency. [ 616.456673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f555165-1755-4c39-9ef1-939037f1d493" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.591392] env[65337]: INFO networking_nsxv3.common.synchronization [req-76e50c2d-2cef-48d9-97d6-78000be00098 req-bc2f82bc-ea81-4279-a4f7-7c560eac6515 service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 616.591674] env[65337]: INFO networking_nsxv3.common.synchronization [req-76e50c2d-2cef-48d9-97d6-78000be00098 req-bc2f82bc-ea81-4279-a4f7-7c560eac6515 service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 616.591741] env[65337]: INFO networking_nsxv3.common.synchronization [req-76e50c2d-2cef-48d9-97d6-78000be00098 req-bc2f82bc-ea81-4279-a4f7-7c560eac6515 service nova] Enqueued Resource ID: 2bea8cac-92f0-435b-9061-fdfec8a0a9e6 with Priority: HIGHEST for action port [ 616.592864] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 616.592864] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 616.592864] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bea8cac-92f0-435b-9061-fdfec8a0a9e6 with Priority: HIGHEST for action port [ 616.593718] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.593718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.593718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.593718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.594155] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.595532] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.595532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.595532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.595532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.595867] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.595867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.595867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.596088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.596088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.596088] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.599657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.599657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.599657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.599657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.599657] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bea8cac-92f0-435b-9061-fdfec8a0a9e6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.790442] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 in Status: SUCCESS [ 616.790661] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9 deletion is rescheduled due to dependency. [ 616.790728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.946982] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e52468e-e320-479d-9241-1bcc070c1ff6 [ 616.946982] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.946982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.946982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.946982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.946982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.946982] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e52468e-e320-479d-9241-1bcc070c1ff6 already deleted. [ 616.946982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e52468e-e320-479d-9241-1bcc070c1ff6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.099791] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.100939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.100939] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.107788] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bea8cac-92f0-435b-9061-fdfec8a0a9e6 with status ACTIVE [ 617.107788] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.107788] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.107788] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.107788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.108817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.108817] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bea8cac-92f0-435b-9061-fdfec8a0a9e6 is going to be updated. [ 617.137032] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.137032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.137207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.137407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.137541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.137706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bea8cac-92f0-435b-9061-fdfec8a0a9e6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.222266] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: UNINITIALIZED for 4s [ 617.601401] env[65337]: INFO networking_nsxv3.common.synchronization [req-0fa53aa5-ff2b-4628-9598-12be26c2ce84 req-6e1b3884-38c1-4e95-a83d-d0da44661da5 tempest-InstanceActionsNegativeTestJSON-1267459171 tempest-InstanceActionsNegativeTestJSON-1267459171-project-member] Enqueued Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_members [ 617.601886] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_members [ 617.603374] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.603578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.603705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.604132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.604626] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.604832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.604946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.605253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.605580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.605580] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.610017] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.980998] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 617.981257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.011890] env[65337]: INFO networking_nsxv3.common.synchronization [None req-7c7d99d6-2a5f-4b71-bc93-baf1211925fa None None] Enqueued Resource ID: 311eac43-60f9-4a54-ae7c-d01223cecd6f with Priority: HIGHEST for action port [ 618.012513] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311eac43-60f9-4a54-ae7c-d01223cecd6f with Priority: HIGHEST for action port [ 618.012872] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-311eac43-60f9-4a54-ae7c-d01223cecd6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.013139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311eac43-60f9-4a54-ae7c-d01223cecd6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.013256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311eac43-60f9-4a54-ae7c-d01223cecd6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.013527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311eac43-60f9-4a54-ae7c-d01223cecd6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.013658] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311eac43-60f9-4a54-ae7c-d01223cecd6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.109096] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.109648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.112248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.112248] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded84ee7-6421-4066-93d5-e131e602e600 already deleted. [ 618.112248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.113082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.113720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.113840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.114082] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.114204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.114340] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be created. [ 618.144337] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.145163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.145691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.147018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.147018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.161779] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: UNINITIALIZED for 2s [ 618.281091] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.281324] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-78" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.281448] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-78" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.281873] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-78" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.282297] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.282533] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.282687] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.283088] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.283462] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.283708] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.283900] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.284111] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.284111] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.284111] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.284111] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.285127] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.339013] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.339333] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.339782] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.340240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-78" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.340524] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-c2b0d0c9-0cc3-428d-8a15-a262594b7372 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.340796] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.340987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.341562] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.341695] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b0d0c9-0cc3-428d-8a15-a262594b7372',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.520552] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 311eac43-60f9-4a54-ae7c-d01223cecd6f [ 618.520671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.520862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.520862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.521106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.521158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.521332] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:311eac43-60f9-4a54-ae7c-d01223cecd6f already deleted. [ 618.521332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311eac43-60f9-4a54-ae7c-d01223cecd6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.845389] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.845861] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.845861] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.845975] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.846449] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.846449] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port c2b0d0c9-0cc3-428d-8a15-a262594b7372 not found, creating... [ 618.846629] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846843] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.846910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.847105] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.847241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.847523] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.847674] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.848363] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.848363] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.848515] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.848621] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: c2b0d0c9-0cc3-428d-8a15-a262594b7372 is going to be created. [ 618.871425] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.871632] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.871747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.872028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.872265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.872480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.878519] env[65337]: INFO networking_nsxv3.common.synchronization [None req-09a8c492-dc1a-4e70-9129-bc8d768647af None None] Enqueued Resource ID: 91b5b62a-f235-484e-b8de-0b9e2f935beb with Priority: HIGHEST for action port [ 618.878628] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b5b62a-f235-484e-b8de-0b9e2f935beb with Priority: HIGHEST for action port [ 618.879215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b5b62a-f235-484e-b8de-0b9e2f935beb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.879345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b5b62a-f235-484e-b8de-0b9e2f935beb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.879448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b5b62a-f235-484e-b8de-0b9e2f935beb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.880057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b5b62a-f235-484e-b8de-0b9e2f935beb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880057] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b5b62a-f235-484e-b8de-0b9e2f935beb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.231507] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: SUCCESS [ 619.231764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.231950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.232214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.232412] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.232530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.232638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.232754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.232823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.232907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.233112] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.386017] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b5b62a-f235-484e-b8de-0b9e2f935beb [ 619.386017] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.386017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.386017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.386017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.386017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.386017] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b5b62a-f235-484e-b8de-0b9e2f935beb already deleted. [ 619.386017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b5b62a-f235-484e-b8de-0b9e2f935beb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.675048] env[65337]: INFO networking_nsxv3.common.synchronization [req-0fa53aa5-ff2b-4628-9598-12be26c2ce84 req-e0c2ca46-cee2-4397-8b41-17841706130c service nova] Enqueued Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_rules [ 619.675048] env[65337]: INFO networking_nsxv3.common.synchronization [req-0fa53aa5-ff2b-4628-9598-12be26c2ce84 req-e0c2ca46-cee2-4397-8b41-17841706130c service nova] Enqueued Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_members [ 619.675048] env[65337]: INFO networking_nsxv3.common.synchronization [req-0fa53aa5-ff2b-4628-9598-12be26c2ce84 req-e0c2ca46-cee2-4397-8b41-17841706130c service nova] Enqueued Resource ID: c2b0d0c9-0cc3-428d-8a15-a262594b7372 with Priority: HIGHEST for action port [ 619.675477] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_rules [ 619.675720] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_members [ 619.675860] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b0d0c9-0cc3-428d-8a15-a262594b7372 with Priority: HIGHEST for action port [ 619.676201] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.676351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.677145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.677145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.677145] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.677923] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.678073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.678164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.678418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.679227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.679227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.679227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.679475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.679573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.679686] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.680677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b0d0c9-0cc3-428d-8a15-a262594b7372 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.681137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.681137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.681137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.681296] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b0d0c9-0cc3-428d-8a15-a262594b7372',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.709478] env[65337]: INFO networking_nsxv3.common.synchronization [req-2f37bebc-b014-45d2-8d5e-0b28e4213911 req-7586613f-24e9-4894-94a9-0f54b533dc88 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 619.709654] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 619.710021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.710750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.710846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.711064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.711241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.711341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.711397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.711544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.711623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.711868] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.736292] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.967891] env[65337]: INFO networking_nsxv3.common.synchronization [None req-874ec3e1-5dd5-41f4-b955-d87d0dd96a23 None None] Enqueued Resource ID: a0b5b4d6-da3c-4f98-b190-6038ed6f35ea with Priority: HIGHEST for action port [ 619.968554] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b5b4d6-da3c-4f98-b190-6038ed6f35ea with Priority: HIGHEST for action port [ 619.968805] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0b5b4d6-da3c-4f98-b190-6038ed6f35ea taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.968899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0b5b4d6-da3c-4f98-b190-6038ed6f35ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.968980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0b5b4d6-da3c-4f98-b190-6038ed6f35ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.969277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0b5b4d6-da3c-4f98-b190-6038ed6f35ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.969398] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b5b4d6-da3c-4f98-b190-6038ed6f35ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.174465] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 620.174568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.175166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.175166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.176282] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.176430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.176517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.177349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.177419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.179159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.179159] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.180978] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.181361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.181361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.182167] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.182442] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.182603] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.182715] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.182933] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.183473] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.184413] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.184413] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.184413] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.184413] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.184413] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.184413] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.184413] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.187513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.187635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.188792] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.189141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2b0d0c9-0cc3-428d-8a15-a262594b7372 with status ACTIVE [ 620.189494] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.189494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.189494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.189643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.189718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.190549] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.190549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.190549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.190549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.190549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.190549] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.190549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.191370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.191370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.191370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.191370] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2b0d0c9-0cc3-428d-8a15-a262594b7372 is going to be updated. [ 620.213999] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.214185] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.214312] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.214474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.214828] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-2511e6c7-150b-41e4-a069-07e89493de76 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.215010] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.215141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.215447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.215606] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2511e6c7-150b-41e4-a069-07e89493de76',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.218357] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.218357] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.218357] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 already deleted. [ 620.218357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.226192] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.226192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.226192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.226192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.226545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.226545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b0d0c9-0cc3-428d-8a15-a262594b7372" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.238793] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1cbc63-5c8e-4efb-ae32-d7d717228f72: rpc.has_security_group_logging(os_id): False [ 620.262083] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.262480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.262480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.262641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.264322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.264322] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.264322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.264322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.264322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.264322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.264322] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 is going to be created. [ 620.365833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.366396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.366468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.366730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.366914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.381215] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: IN_PROGRESS for 2s [ 620.472014] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0b5b4d6-da3c-4f98-b190-6038ed6f35ea [ 620.472014] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.472014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.472014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.472379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.472379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.472379] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0b5b4d6-da3c-4f98-b190-6038ed6f35ea already deleted. [ 620.472480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0b5b4d6-da3c-4f98-b190-6038ed6f35ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.688378] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.690950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.690950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.690950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.690950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.690950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.690950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.691461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.691461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.691461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.691612] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.691612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.691711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.691855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.692057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.692947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.692947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.692947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.692947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.692947] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.693685] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.720863] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.721069] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.721146] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.721809] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.721809] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.721809] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 2511e6c7-150b-41e4-a069-07e89493de76 not found, creating... [ 620.722102] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.722909] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.722909] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.722909] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.722909] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.723827] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.723827] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.723827] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.723827] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.723994] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.724109] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 2511e6c7-150b-41e4-a069-07e89493de76 is going to be created. [ 620.751217] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.754581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.754581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.754581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.754581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.754581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.196612] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 621.198058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.198257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.198351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.198574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.198760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.198760] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded84ee7-6421-4066-93d5-e131e602e600 is going to be created. [ 621.216581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.216818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.216947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.217281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.217434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.218010] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.218010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.218198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.218468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.218613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.218915] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.219094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.219203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.219439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.219562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.219865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.220037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.220145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.220373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.220497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.220628] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be created. [ 621.226219] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.226354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.226425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.226711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.226778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.238766] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded84ee7-6421-4066-93d5-e131e602e600 in Status: UNINITIALIZED for 2s [ 621.287711] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.287711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.287711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.287711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.287711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.305863] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 621.493024] env[65337]: INFO networking_nsxv3.common.synchronization [req-2f37bebc-b014-45d2-8d5e-0b28e4213911 req-e6ca6bba-d519-478b-9d59-a25eb7c061f8 service nova] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 621.493024] env[65337]: INFO networking_nsxv3.common.synchronization [req-2f37bebc-b014-45d2-8d5e-0b28e4213911 req-e6ca6bba-d519-478b-9d59-a25eb7c061f8 service nova] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 621.493024] env[65337]: INFO networking_nsxv3.common.synchronization [req-2f37bebc-b014-45d2-8d5e-0b28e4213911 req-e6ca6bba-d519-478b-9d59-a25eb7c061f8 service nova] Enqueued Resource ID: 2511e6c7-150b-41e4-a069-07e89493de76 with Priority: HIGHEST for action port [ 621.493024] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 621.493024] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 621.493024] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2511e6c7-150b-41e4-a069-07e89493de76 with Priority: HIGHEST for action port [ 621.493024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.493024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.493024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.493729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.493729] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.495261] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.495261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.495261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.495420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496355] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.496355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.496355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.496355] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.500089] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2511e6c7-150b-41e4-a069-07e89493de76 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.500200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.500265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.500503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.500503] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2511e6c7-150b-41e4-a069-07e89493de76',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.003083] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.004814] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.004814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.004814] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2511e6c7-150b-41e4-a069-07e89493de76 with status ACTIVE [ 622.004814] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.004814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.004814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.005249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.005249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.005249] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.009240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.009240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.009240] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2511e6c7-150b-41e4-a069-07e89493de76 is going to be updated. [ 622.053803] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.053803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.053803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.053803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.053803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.053803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.109396] env[65337]: INFO networking_nsxv3.common.synchronization [req-030a8bb3-8f43-462c-91d4-83df91391253 req-9bb07ab9-e105-448b-843c-0f1be7250f43 tempest-ServersWithSpecificFlavorTestJSON-567344759 tempest-ServersWithSpecificFlavorTestJSON-567344759-project-member] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 622.110324] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 622.111364] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.111868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.112144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.112699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.114018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.114018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.114018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.114018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.114018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.114018] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.336281] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8c2c13fb-5584-4495-84f3-ed4b10f360fd tempest-ServersTestJSON-1966276220 tempest-ServersTestJSON-1966276220-project-member] Enqueued Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_rules [ 622.337392] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_rules [ 622.337723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.337940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.337997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.338352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.338853] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.411352] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: SUCCESS [ 622.411586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.513463] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.620358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.620358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.620358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.622155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.622155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.622155] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.622155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.622155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.622155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.622155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.622155] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 already deleted. [ 622.622905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.716239] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.716435] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.716564] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.716900] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.717168] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.717320] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.717431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.717634] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.717762] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.717958] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.718080] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.718200] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.718278] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.718379] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.718487] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.718595] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.740858] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.740858] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.740858] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.740858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.740858] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-9ef7733d-5c85-4f56-8a70-87aec5f98967 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.740858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.740858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.740858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.740858] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef7733d-5c85-4f56-8a70-87aec5f98967',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.861849] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.862141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.862141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.862275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.862464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.862558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 already deleted. [ 622.862632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.014962] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.015186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.015186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.015368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.015460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.015616] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be created. [ 623.043640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.043854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.043897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.044112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.044271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.054568] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: UNINITIALIZED for 2s [ 623.244768] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.244768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.244768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.244768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.244768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.244768] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 9ef7733d-5c85-4f56-8a70-87aec5f98967 not found, creating... [ 623.244768] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.245331] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.245331] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.245331] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.245462] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.245699] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.245824] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.245922] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.246330] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.246330] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.246515] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 9ef7733d-5c85-4f56-8a70-87aec5f98967 is going to be created. [ 623.248993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded84ee7-6421-4066-93d5-e131e602e600 in Status: SUCCESS [ 623.249212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.249371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.249538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.249733] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.249844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.249936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.250059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.250139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.250209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.250296] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.280212] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.280404] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.280529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.280800] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.281032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.281285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.318796] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 623.319983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.383852] env[65337]: INFO networking_nsxv3.common.synchronization [None req-97e9aee5-528a-4cca-aeaa-695d5f01c652 tempest-ServersTestJSON-1966276220 tempest-ServersTestJSON-1966276220-project-member] Enqueued Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_rules [ 623.384467] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_rules [ 623.384840] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.384970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.385146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.385398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.385525] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.753358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.753545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.753598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.753868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.754057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.754164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.754230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.754384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.754470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.754558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.754782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.754782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.754905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.754984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755136] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.755215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.755274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.755409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.755543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.756094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.756094] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.908675] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.908675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.908675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.908675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.908675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908675] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 already deleted. [ 623.908675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.021298] env[65337]: INFO networking_nsxv3.common.synchronization [req-030a8bb3-8f43-462c-91d4-83df91391253 req-e22c234b-1678-42c3-9ea1-0942bfd22c3b service nova] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 624.021651] env[65337]: INFO networking_nsxv3.common.synchronization [req-030a8bb3-8f43-462c-91d4-83df91391253 req-e22c234b-1678-42c3-9ea1-0942bfd22c3b service nova] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 624.021947] env[65337]: INFO networking_nsxv3.common.synchronization [req-030a8bb3-8f43-462c-91d4-83df91391253 req-e22c234b-1678-42c3-9ea1-0942bfd22c3b service nova] Enqueued Resource ID: 9ef7733d-5c85-4f56-8a70-87aec5f98967 with Priority: HIGHEST for action port [ 624.022439] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 624.022575] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 624.022939] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef7733d-5c85-4f56-8a70-87aec5f98967 with Priority: HIGHEST for action port [ 624.023362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023948] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.027316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.027316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.027316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.027316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.027316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.027316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.027634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.027634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.027634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.027750] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.031393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef7733d-5c85-4f56-8a70-87aec5f98967 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.031393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.031393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.031393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.031393] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef7733d-5c85-4f56-8a70-87aec5f98967',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.258460] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded84ee7-6421-4066-93d5-e131e602e600: rpc.has_security_group_logging(os_id): False [ 624.284397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.284644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.284703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.285061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.285634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.286042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.287017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.287126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.287388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.287496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.287778] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.287998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.288374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.288599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.288713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.288996] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.289151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.289243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.289447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.289552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.289671] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded84ee7-6421-4066-93d5-e131e602e600 is going to be created. [ 624.371895] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.371895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.372166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.372320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.394087] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded84ee7-6421-4066-93d5-e131e602e600 in Status: IN_PROGRESS for 2s [ 624.531596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.531869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.532182] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.533693] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ef7733d-5c85-4f56-8a70-87aec5f98967 with status ACTIVE [ 624.535016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.535361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.535456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.537819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.537819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.537819] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.537819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.537819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.537819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.538481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.542021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.542021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.542021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.542021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.542021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.542021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ef7733d-5c85-4f56-8a70-87aec5f98967 is going to be updated. [ 624.568867] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.569074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.569125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.569323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.569455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.569613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef7733d-5c85-4f56-8a70-87aec5f98967" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.043099] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.065252] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 625.065682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.066379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.066379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.067705] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.067705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.067705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.067705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.067705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.067705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.067705] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.546257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.546257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.546257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.546981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.546981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.546981] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be created. [ 625.571133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.571397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.571626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.571834] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.572320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.572655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.572764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.573156] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.574216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.574216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.574216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.574216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.574216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.574216] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.586666] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.589021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.589021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.589021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.589021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.601525] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: UNINITIALIZED for 2s [ 626.079072] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 626.111886] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.112238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114665] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.114665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.114665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.114665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.114665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.118518] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.118768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.118818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.119126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.119291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.119934] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.119934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.119934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.121542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.121542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.121542] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be created. [ 626.217638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.217796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.217859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.218145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.218335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.238653] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 626.411028] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded84ee7-6421-4066-93d5-e131e602e600 in Status: SUCCESS [ 626.411028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.619457] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 627.620165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.620530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.624029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.624029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.624029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.624029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.624029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.624029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.624029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.624029] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.125981] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.252159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 628.252389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.600583] env[65337]: INFO networking_nsxv3.common.synchronization [req-27b296b8-57d5-4129-8fbb-cf249316f791 req-bc5ea51d-f65c-47d0-947e-42d89f7c39a7 tempest-ImagesNegativeTestJSON-710703954 tempest-ImagesNegativeTestJSON-710703954-project-member] Enqueued Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_members [ 628.601396] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 with Priority: HIGHEST for action security_group_members [ 628.602391] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c7c7e00-623e-435b-b2e6-4a400b872483 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.602391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.602391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.602391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.602391] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.602391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.602391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.602946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.603059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.603240] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c7c7e00-623e-435b-b2e6-4a400b872483',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.629016] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 462ff58e-d916-4a6e-89ad-5d1e6b554c98: rpc.has_security_group_logging(os_id): False [ 628.669531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.669804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.669854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.670123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.670252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.670558] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.670719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.670798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.671057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.671163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.671328] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be created. [ 628.765104] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.765237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.765237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.765986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.765986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.779220] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: IN_PROGRESS for 2s [ 628.963517] env[65337]: INFO networking_nsxv3.common.synchronization [req-92652d93-d04f-46ab-b44a-f4312fc584aa req-191d7e0c-562c-4225-9712-6417b8c9d722 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 628.964655] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 628.965081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.965730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.965809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.966088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.966257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.966368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.966432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.966599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.966856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.966856] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.084312] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8e16af04-c2f1-40c2-82c0-1ac369c85274 None None] Enqueued Resource ID: f22c71b4-a309-4630-92b7-2bd3c23489ba with Priority: HIGHEST for action port [ 629.084734] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f22c71b4-a309-4630-92b7-2bd3c23489ba with Priority: HIGHEST for action port [ 629.084920] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f22c71b4-a309-4630-92b7-2bd3c23489ba taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.086802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f22c71b4-a309-4630-92b7-2bd3c23489ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.086802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f22c71b4-a309-4630-92b7-2bd3c23489ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.086802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f22c71b4-a309-4630-92b7-2bd3c23489ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.086802] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f22c71b4-a309-4630-92b7-2bd3c23489ba',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.106371] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.106622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.106717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.109224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.109224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.109224] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.109224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.109224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.109224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.109224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.109224] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 is going to be updated. [ 629.148910] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.149164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.149269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.149469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.149617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.162519] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 in Status: IN_PROGRESS for 2s [ 629.469882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.470072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.470139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.470353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.470445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.470645] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.470761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.470814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.470966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.471050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.471134] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 already deleted. [ 629.471212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.589654] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f22c71b4-a309-4630-92b7-2bd3c23489ba [ 629.589908] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.590072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.590294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.590412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.590504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.590600] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f22c71b4-a309-4630-92b7-2bd3c23489ba already deleted. [ 629.590695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f22c71b4-a309-4630-92b7-2bd3c23489ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.926024] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.926024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.926024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.926024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.926024] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.926024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.929739] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.929739] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.929739] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.929739] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.929739] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.929739] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.929739] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.929739] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.929739] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.929739] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.952028] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.952028] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.952028] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.952028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.952028] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-df1e21f7-9865-422d-94dc-664f4fb117ea taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.952028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.952028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.952028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.952028] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1e21f7-9865-422d-94dc-664f4fb117ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.067963] env[65337]: INFO networking_nsxv3.common.synchronization [req-d95c2cb8-fe82-460d-86ba-3eef73a102b6 req-7e912a2a-13a2-45f7-bcd7-c7dd248e5cc2 tempest-DeleteServersAdminTestJSON-793677786 tempest-DeleteServersAdminTestJSON-793677786-project-admin] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 630.068765] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 630.068885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.068953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.068994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.069232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.069390] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.069492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.069551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.069704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.069788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.069882] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.455785] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.456085] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.456224] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.456539] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.456691] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.456971] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port df1e21f7-9865-422d-94dc-664f4fb117ea not found, creating... [ 630.457595] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.457595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.457792] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.458012] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.458119] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.459100] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.459100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.459100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.459100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.459100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.459100] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: df1e21f7-9865-422d-94dc-664f4fb117ea is going to be created. [ 630.483125] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.483477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.483807] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.484234] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.484618] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.484945] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.572534] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.572893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.573047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.573439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.573581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.573850] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.573967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.574048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.574273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.574369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.574494] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be updated. [ 630.618015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.618241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.618286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.619590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.619590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.631430] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: IN_PROGRESS for 2s [ 630.801296] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 630.801296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.166884] env[65337]: INFO networking_nsxv3.common.synchronization [req-92652d93-d04f-46ab-b44a-f4312fc584aa req-397d327a-b4d4-43f9-a1ef-876b960a3c6e service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 631.167187] env[65337]: INFO networking_nsxv3.common.synchronization [req-92652d93-d04f-46ab-b44a-f4312fc584aa req-397d327a-b4d4-43f9-a1ef-876b960a3c6e service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 631.167347] env[65337]: INFO networking_nsxv3.common.synchronization [req-92652d93-d04f-46ab-b44a-f4312fc584aa req-397d327a-b4d4-43f9-a1ef-876b960a3c6e service nova] Enqueued Resource ID: df1e21f7-9865-422d-94dc-664f4fb117ea with Priority: HIGHEST for action port [ 631.168565] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 631.168805] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 631.168805] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1e21f7-9865-422d-94dc-664f4fb117ea with Priority: HIGHEST for action port [ 631.169127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.169522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.169590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.169882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.169933] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.171081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.171219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.171290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.171471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.171624] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.172078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.173326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.173326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.173326] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.173577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-df1e21f7-9865-422d-94dc-664f4fb117ea taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.173768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.173846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.174008] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.174278] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df1e21f7-9865-422d-94dc-664f4fb117ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.176518] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 in Status: SUCCESS [ 631.176735] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c7c7e00-623e-435b-b2e6-4a400b872483 deletion is rescheduled due to dependency. [ 631.176852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c7c7e00-623e-435b-b2e6-4a400b872483" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.210939] env[65337]: INFO networking_nsxv3.common.synchronization [None req-bfc81213-4002-47d5-85cd-e6fb0d0f30bb None None] Enqueued Resource ID: 26f37183-71e2-4c30-a83e-fa4097621a17 with Priority: HIGHEST for action port [ 631.211534] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26f37183-71e2-4c30-a83e-fa4097621a17 with Priority: HIGHEST for action port [ 631.211889] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-26f37183-71e2-4c30-a83e-fa4097621a17 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.212068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26f37183-71e2-4c30-a83e-fa4097621a17" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.212160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26f37183-71e2-4c30-a83e-fa4097621a17" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.212469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26f37183-71e2-4c30-a83e-fa4097621a17" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.212558] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26f37183-71e2-4c30-a83e-fa4097621a17',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.678259] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.679384] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.679538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.679703] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df1e21f7-9865-422d-94dc-664f4fb117ea with status ACTIVE [ 631.680064] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.680064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.680064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.680295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.680390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.680529] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.680651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.680697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.680891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.680958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.681178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.681273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.681333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.681495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.681594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.681859] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df1e21f7-9865-422d-94dc-664f4fb117ea is going to be updated. [ 631.710306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.710306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.710306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.710306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.710306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.710306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df1e21f7-9865-422d-94dc-664f4fb117ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.714458] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26f37183-71e2-4c30-a83e-fa4097621a17 [ 631.714638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.714721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.714788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.715015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.715109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.715210] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26f37183-71e2-4c30-a83e-fa4097621a17 already deleted. [ 631.715291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26f37183-71e2-4c30-a83e-fa4097621a17" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.951243] env[65337]: INFO networking_nsxv3.common.synchronization [None req-dbdeafec-a83b-4792-bf2e-6c28ee7c1732 None None] Enqueued Resource ID: 200b7783-2624-44de-968c-6a6fbb34a061 with Priority: HIGHEST for action port [ 631.951243] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200b7783-2624-44de-968c-6a6fbb34a061 with Priority: HIGHEST for action port [ 631.951243] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-200b7783-2624-44de-968c-6a6fbb34a061 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.952832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200b7783-2624-44de-968c-6a6fbb34a061" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.952832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200b7783-2624-44de-968c-6a6fbb34a061" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.952832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200b7783-2624-44de-968c-6a6fbb34a061" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.953561] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200b7783-2624-44de-968c-6a6fbb34a061',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.185192] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.458037] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 200b7783-2624-44de-968c-6a6fbb34a061 [ 632.458306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.458599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.458599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.458735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.458835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.458930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:200b7783-2624-44de-968c-6a6fbb34a061 already deleted. [ 632.459018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200b7783-2624-44de-968c-6a6fbb34a061" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.646815] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 632.647533] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e deletion is rescheduled due to dependency. [ 632.647533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.689609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.689609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.689609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.689609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.689609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.689609] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be created. [ 632.713523] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.716243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.716243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.716243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.716243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.724707] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: UNINITIALIZED for 2s [ 634.325513] env[65337]: INFO networking_nsxv3.common.synchronization [None req-eec1466f-2bc6-4310-b174-5784a1cd7d59 tempest-ServersV294TestFqdnHostnames-2128853339 tempest-ServersV294TestFqdnHostnames-2128853339-project-member] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_rules [ 634.330354] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_rules [ 634.330549] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.330683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.330747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.331599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.332697] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.514656] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a31952e1-0c35-452f-970c-39f3e297a007 tempest-ServersV294TestFqdnHostnames-2128853339 tempest-ServersV294TestFqdnHostnames-2128853339-project-member] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_rules [ 634.514656] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_rules [ 634.514656] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.514859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.544377] env[65337]: INFO networking_nsxv3.common.synchronization [None req-38788e21-4e79-44fa-9ffb-97b3c46ee939 None None] Enqueued Resource ID: 32ea76a4-f33f-4f42-8579-28bc76c54465 with Priority: HIGHEST for action port [ 634.545034] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ea76a4-f33f-4f42-8579-28bc76c54465 with Priority: HIGHEST for action port [ 634.545122] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ea76a4-f33f-4f42-8579-28bc76c54465 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.545744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ea76a4-f33f-4f42-8579-28bc76c54465" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.545744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ea76a4-f33f-4f42-8579-28bc76c54465" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.545973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ea76a4-f33f-4f42-8579-28bc76c54465" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.546907] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ea76a4-f33f-4f42-8579-28bc76c54465',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.738291] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 634.738511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.739682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.739959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.740188] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.740311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.740373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.740594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.740715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.740791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.740896] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.855027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.855027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.855027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.855281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.855376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.855472] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9077053e-385c-4970-a599-7e284d02361a already deleted. [ 634.855557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.855810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.856042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.856140] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.957700] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b569693b-8839-4fae-8d4e-e176db6c61bb None None] Enqueued Resource ID: 2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36 with Priority: HIGHEST for action port [ 634.957700] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36 with Priority: HIGHEST for action port [ 634.957700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.957700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.957700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.957700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.957700] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.049399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ea76a4-f33f-4f42-8579-28bc76c54465 [ 635.049622] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.049755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.049822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.050062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.050145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.050240] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ea76a4-f33f-4f42-8579-28bc76c54465 already deleted. [ 635.050319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ea76a4-f33f-4f42-8579-28bc76c54465" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.243656] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.243772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.243835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.244110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.247686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.247880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.248127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.248543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.248543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248678] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.248731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.248766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.250155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.251148] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.381982] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.382275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.382275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.382466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.383092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.384945] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9077053e-385c-4970-a599-7e284d02361a already deleted. [ 635.384945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.461898] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36 [ 635.462700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.462700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.462700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.462700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.462700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.463311] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36 already deleted. [ 635.463311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2c7e1d-9763-4114-b3d5-a1fe9e73fd36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.631301] env[65337]: INFO networking_nsxv3.common.synchronization [None req-fdceb35f-9858-46a8-b012-9d9184e0fbe7 tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 635.631967] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 635.631967] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.633457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.633457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.638721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.638857] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.755143] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af24c4a-db40-44e4-8fa3-97459aa0b890: rpc.has_security_group_logging(os_id): False [ 635.777684] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.777895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.778032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.778207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.778305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.778487] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.778609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.778678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.778837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.778922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.779123] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.779254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.779328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.779464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.779539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.779790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.779927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.780011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.780537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.780621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.780713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be created. [ 635.833514] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5e65d711-37bd-455d-b575-ca97b953ac97 tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 635.834100] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 635.834733] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.834733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.841497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.841497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.841497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.841723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.841913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.866220] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 636.174882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.177145] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 already deleted. [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.177145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.177145] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.700283] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.700283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.700283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.700283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.700283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.700283] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 already deleted. [ 636.700283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.951421] env[65337]: INFO networking_nsxv3.common.synchronization [req-9775df3b-facc-4ca0-aa0b-9f85e0da7a42 req-ad82973d-89d5-4b8a-8420-275a8929c3e9 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 636.952069] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 636.952860] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.952860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.952860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.952860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.953095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.953095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.953395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.953467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.953504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.953584] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.457294] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.457467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.457520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.457791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.457852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.458043] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.458150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.458213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.458366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.458440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.458528] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 637.484802] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f15687dc-d216-4e3f-ab73-0c9e5bea16e7 None None] Enqueued Resource ID: d8bb8dbe-777e-4f25-87bc-20fa749ad517 with Priority: HIGHEST for action port [ 637.485376] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8bb8dbe-777e-4f25-87bc-20fa749ad517 with Priority: HIGHEST for action port [ 637.486037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8bb8dbe-777e-4f25-87bc-20fa749ad517 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.488156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8bb8dbe-777e-4f25-87bc-20fa749ad517" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.488156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8bb8dbe-777e-4f25-87bc-20fa749ad517" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.488305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8bb8dbe-777e-4f25-87bc-20fa749ad517" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.489437] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8bb8dbe-777e-4f25-87bc-20fa749ad517',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.490100] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.490212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.490279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.490929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.490929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.503155] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 637.757491] env[65337]: INFO networking_nsxv3.common.synchronization [req-c6900e09-e44c-434a-b0b0-ea2938608af1 req-e802022b-262a-464b-85d9-dcc660476d81 tempest-ServersTestJSON-1966276220 tempest-ServersTestJSON-1966276220-project-member] Enqueued Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_members [ 637.758055] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_members [ 637.758854] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.758854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.758854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.758854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.764404] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.764687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.764687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.765115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.765115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.765225] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.882600] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 637.883125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.993388] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8bb8dbe-777e-4f25-87bc-20fa749ad517 [ 637.994134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.994134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.994134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.994989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.994989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.994989] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8bb8dbe-777e-4f25-87bc-20fa749ad517 already deleted. [ 637.994989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8bb8dbe-777e-4f25-87bc-20fa749ad517" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.274025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.274365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.274365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.274365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.274683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.274817] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.274916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.274976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.275156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.275225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.275312] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 already deleted. [ 638.275387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.481664] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-597 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.482120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-597" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.482120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-597" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.482330] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-597" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.482510] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.482667] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.482777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.482995] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.483143] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.483341] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.483590] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.483590] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.483753] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.483753] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.483841] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.483954] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.504253] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.504390] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.504563] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.504673] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-597" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.505043] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-b2da52c0-17ce-4f98-a100-3ae97f220c1e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.505225] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.505340] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.505653] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.505818] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2da52c0-17ce-4f98-a100-3ae97f220c1e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.732663] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 638.732849] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 638.733880] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 638.733880] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 638.733880] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.734289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.734289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.734289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.734739] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.734854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.734914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.735090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.735177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.735271] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.736102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.736212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.736281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.737269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.737269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.737269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.737269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.737269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.737269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.737269] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.778258] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 638.778615] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 638.778615] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_rules [ 638.778716] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 638.778772] env[65337]: INFO networking_nsxv3.common.synchronization [req-05389dc3-8daa-4827-9def-a795f649473e req-fe8b0dea-1b49-4c4b-94a7-053d6c182eb0 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 2511e6c7-150b-41e4-a069-07e89493de76 with Priority: HIGHEST for action port [ 638.779400] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 638.779543] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_rules [ 638.779642] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2511e6c7-150b-41e4-a069-07e89493de76 with Priority: HIGHEST for action port [ 638.779734] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 638.779824] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 638.780109] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.780232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.780292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.780484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.780562] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.781373] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.781487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.782113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.782113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.782113] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.782723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2511e6c7-150b-41e4-a069-07e89493de76 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.782834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.782901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.783065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.783140] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2511e6c7-150b-41e4-a069-07e89493de76',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.783830] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.783925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.784123] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.784207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.008288] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.008593] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.008736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.009166] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.009406] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.009633] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port b2da52c0-17ce-4f98-a100-3ae97f220c1e not found, creating... [ 639.010048] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.010308] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.010509] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.010818] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.011048] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.011394] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.011638] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.011771] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.012022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.012419] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.012419] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: b2da52c0-17ce-4f98-a100-3ae97f220c1e is going to be created. [ 639.035587] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.035892] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.035975] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.036254] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.036494] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.036723] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.238548] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.239517] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.285240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.285460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.285550] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.285637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.285846] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2511e6c7-150b-41e4-a069-07e89493de76 with status ACTIVE [ 639.286010] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.286130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.286497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.286676] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.286755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.286812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.286982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.287051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.287224] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.287309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.287370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.287508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.287580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.287722] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2511e6c7-150b-41e4-a069-07e89493de76 is going to be updated. [ 639.313597] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.313882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.313984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.314242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.314394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.314557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.515042] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 639.515042] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 639.515042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.742649] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.742649] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.781487] env[65337]: INFO networking_nsxv3.common.synchronization [req-c6900e09-e44c-434a-b0b0-ea2938608af1 req-43ca4f21-5fd1-45b7-b372-505db7537592 service nova] Enqueued Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_rules [ 639.781487] env[65337]: INFO networking_nsxv3.common.synchronization [req-c6900e09-e44c-434a-b0b0-ea2938608af1 req-43ca4f21-5fd1-45b7-b372-505db7537592 service nova] Enqueued Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_members [ 639.782906] env[65337]: INFO networking_nsxv3.common.synchronization [req-c6900e09-e44c-434a-b0b0-ea2938608af1 req-43ca4f21-5fd1-45b7-b372-505db7537592 service nova] Enqueued Resource ID: b2da52c0-17ce-4f98-a100-3ae97f220c1e with Priority: HIGHEST for action port [ 639.784689] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_rules [ 639.784958] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_members [ 639.785303] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da52c0-17ce-4f98-a100-3ae97f220c1e with Priority: HIGHEST for action port [ 639.786348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.786348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.786348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.786348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.786348] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.787377] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.787999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.787999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.787999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.787999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.788968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.789069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.789238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.789329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.790190] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.790311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2da52c0-17ce-4f98-a100-3ae97f220c1e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.791743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.791821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.791993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.792088] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2da52c0-17ce-4f98-a100-3ae97f220c1e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.245729] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.249526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 640.249526] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.249526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.249526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be created. [ 640.272869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.273185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.273185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.273628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.273628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.275883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.276058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.276171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.276386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.276587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.286907] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 640.287238] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: UNINITIALIZED for 2s [ 640.293710] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.294307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.294601] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.295469] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2da52c0-17ce-4f98-a100-3ae97f220c1e with status ACTIVE [ 640.295651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.296641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.296641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.297955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.297955] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.297955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.297955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.297955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.297955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.297955] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2da52c0-17ce-4f98-a100-3ae97f220c1e is going to be updated. [ 640.325542] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.325542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.325542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.325542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.325542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.325542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2da52c0-17ce-4f98-a100-3ae97f220c1e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.374287] env[65337]: INFO networking_nsxv3.common.synchronization [None req-037ea5cf-1d05-4ae9-b0b2-e77514e6972e None None] Enqueued Resource ID: 7dcc3f31-7e71-40c9-be53-18f3e6b668d8 with Priority: HIGHEST for action port [ 640.374800] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcc3f31-7e71-40c9-be53-18f3e6b668d8 with Priority: HIGHEST for action port [ 640.379688] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcc3f31-7e71-40c9-be53-18f3e6b668d8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.379688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcc3f31-7e71-40c9-be53-18f3e6b668d8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.379688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcc3f31-7e71-40c9-be53-18f3e6b668d8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.379688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcc3f31-7e71-40c9-be53-18f3e6b668d8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.380057] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcc3f31-7e71-40c9-be53-18f3e6b668d8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.800544] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.882552] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dcc3f31-7e71-40c9-be53-18f3e6b668d8 [ 640.882800] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.882941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.883068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.886091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.886091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.886233] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dcc3f31-7e71-40c9-be53-18f3e6b668d8 already deleted. [ 640.886337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcc3f31-7e71-40c9-be53-18f3e6b668d8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.303331] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.303459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.303548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.303755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.303839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.303933] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 is going to be created. [ 641.343245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.343245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.343245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.343245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.343245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.355516] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 in Status: UNINITIALIZED for 2s [ 642.298453] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 642.299622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.299790] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 642.299968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.300143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.300391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.300585] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.300712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.300768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.301281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.301281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.301670] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.303277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.303277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.303277] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.303277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.307216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.307450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.307539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.307646] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.544366] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 642.544532] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 642.544663] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_members [ 642.545303] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 642.545479] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 642.545581] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_members [ 642.545961] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.546943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.547385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.547385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.547603] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.547795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.547887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.548394] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.548945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.548945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.550015] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.590270] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 642.590439] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_rules [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_rules [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_members [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [req-2b1042af-054c-4ab8-aa2f-e670187e5fac req-36cdbb09-1009-414b-9b78-e512df8b1285 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 2511e6c7-150b-41e4-a069-07e89493de76 with Priority: HIGHEST for action port [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 642.591943] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_rules [ 642.592470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_members [ 642.592470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2511e6c7-150b-41e4-a069-07e89493de76 with Priority: HIGHEST for action port [ 642.592470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_rules [ 642.592470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 642.592470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 642.592667] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.592816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.592950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593235] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2511e6c7-150b-41e4-a069-07e89493de76 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.593581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.593678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.593869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.593951] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2511e6c7-150b-41e4-a069-07e89493de76',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.598049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.598049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.598049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.598284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.598349] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.599177] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.600273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.600445] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.600445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.809583] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.810749] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.051886] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.102884] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2511e6c7-150b-41e4-a069-07e89493de76 with status ACTIVE [ 643.103202] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.103351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.103441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.103790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.103918] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.104085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.104237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.104315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.104495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.104652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.105192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.105276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.105464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2511e6c7-150b-41e4-a069-07e89493de76 is going to be updated. [ 643.107502] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.107582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.132422] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.132422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.132422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.132591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.132681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.132840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2511e6c7-150b-41e4-a069-07e89493de76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.313353] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.319207] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.366899] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 in Status: SUCCESS [ 643.366899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.366899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.366899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.367263] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.367263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.367263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.367562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.367562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.367562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.367737] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.556495] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.588117] env[65337]: INFO networking_nsxv3.common.synchronization [None req-506bfbc6-5aee-42ac-9b5f-ce2a97b34746 None None] Enqueued Resource ID: 8113975e-3523-4d73-bfe9-22da0e36c63c with Priority: HIGHEST for action port [ 643.590885] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8113975e-3523-4d73-bfe9-22da0e36c63c with Priority: HIGHEST for action port [ 643.590885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8113975e-3523-4d73-bfe9-22da0e36c63c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.590885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8113975e-3523-4d73-bfe9-22da0e36c63c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.590885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8113975e-3523-4d73-bfe9-22da0e36c63c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.590885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8113975e-3523-4d73-bfe9-22da0e36c63c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.590885] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8113975e-3523-4d73-bfe9-22da0e36c63c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.818244] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.818415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.818466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.818709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.818822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.819201] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be updated. [ 643.820680] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.820680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.820680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.820680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.820903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.820903] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 643.857982] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.857982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.857982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.857982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.857982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.858600] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.858753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.858805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.859151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.859151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.870582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 643.870825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.872686] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 644.018397] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5ca77e95-81b0-4e83-9e77-659b0a845301 None None] Enqueued Resource ID: 5fbb748f-2ca9-4514-bca1-673114abe26b with Priority: HIGHEST for action port [ 644.018964] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fbb748f-2ca9-4514-bca1-673114abe26b with Priority: HIGHEST for action port [ 644.019709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fbb748f-2ca9-4514-bca1-673114abe26b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.019871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fbb748f-2ca9-4514-bca1-673114abe26b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.020028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fbb748f-2ca9-4514-bca1-673114abe26b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.020366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fbb748f-2ca9-4514-bca1-673114abe26b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.020472] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fbb748f-2ca9-4514-bca1-673114abe26b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.061588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.061878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.061878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.064388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.064388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.064388] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 is going to be created. [ 644.088020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.088020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.088020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.089133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.089133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.095853] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8113975e-3523-4d73-bfe9-22da0e36c63c [ 644.096129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.096322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.096432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.096688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.097054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.097054] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8113975e-3523-4d73-bfe9-22da0e36c63c already deleted. [ 644.097054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8113975e-3523-4d73-bfe9-22da0e36c63c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.099342] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: UNINITIALIZED for 2s [ 644.373840] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b64f9c8-a9eb-4321-b0af-19d2340ada36: rpc.has_security_group_logging(os_id): False [ 644.400060] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.400214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.401188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.401188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.401188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.401188] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.401188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.401188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.401495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.401495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.401495] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 is going to be created. [ 644.472817] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.474250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.474250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.474250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.474250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.493670] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 in Status: IN_PROGRESS for 2s [ 644.527430] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fbb748f-2ca9-4514-bca1-673114abe26b [ 644.528019] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.528019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.528019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.528159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.528199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.528329] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fbb748f-2ca9-4514-bca1-673114abe26b already deleted. [ 644.528382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fbb748f-2ca9-4514-bca1-673114abe26b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 645.886159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 645.886853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.886853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.886853] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.887274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.887459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.887541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.887658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.887723] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.890476] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.890476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.890476] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.891509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.891935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.891935] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.891935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.892177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.892177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.892280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.892807] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.894088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.894270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.895074] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.895074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.895074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.895074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.895074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.895074] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.914657] env[65337]: INFO networking_nsxv3.common.synchronization [req-e242fded-c7f6-4825-a7ea-95505e78c8ed req-d2a25b18-2881-428f-83ef-21390d68a649 tempest-InstanceActionsNegativeTestJSON-1267459171 tempest-InstanceActionsNegativeTestJSON-1267459171-project-member] Enqueued Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_members [ 645.915566] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGHEST for action security_group_members [ 645.916448] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.916585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.916656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.916913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.917135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.917324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.917324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.917515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.917586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.917757] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.113400] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: SUCCESS [ 646.113625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.114125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.114125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.114308] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.114401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.114401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.114567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.114654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.114739] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.226888] env[65337]: INFO networking_nsxv3.common.synchronization [None req-374be8e4-9b81-4346-b033-7438c779ce87 None None] Enqueued Resource ID: 39898c56-0811-4bb6-8d54-7d6c035fc691 with Priority: HIGHEST for action port [ 646.227432] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39898c56-0811-4bb6-8d54-7d6c035fc691 with Priority: HIGHEST for action port [ 646.227747] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-39898c56-0811-4bb6-8d54-7d6c035fc691 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.227877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39898c56-0811-4bb6-8d54-7d6c035fc691" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.227938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39898c56-0811-4bb6-8d54-7d6c035fc691" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.228401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39898c56-0811-4bb6-8d54-7d6c035fc691" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.228492] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39898c56-0811-4bb6-8d54-7d6c035fc691',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.393463] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.397284] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.397411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.398620] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.398620] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.419719] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.419871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.419942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.420196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.420299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.420501] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.420601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.420659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.420806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.420900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.421038] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded84ee7-6421-4066-93d5-e131e602e600 is going to be updated. [ 646.446471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.446645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.446694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.446998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.447253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.457734] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded84ee7-6421-4066-93d5-e131e602e600 in Status: IN_PROGRESS for 2s [ 646.507834] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 in Status: SUCCESS [ 646.507834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.617555] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.731068] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39898c56-0811-4bb6-8d54-7d6c035fc691 [ 646.732191] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.732302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.732376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.732597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.732690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.732791] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39898c56-0811-4bb6-8d54-7d6c035fc691 already deleted. [ 646.732878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39898c56-0811-4bb6-8d54-7d6c035fc691" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.897943] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8: rpc.has_security_group_logging(os_id): False [ 646.899271] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.900420] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.937587] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.937783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.937958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.938207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.938307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.938558] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.938662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.938732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.938885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.938974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.939056] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be created. [ 647.010584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.010749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.010749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.011035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.011212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.032479] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 647.119780] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.402343] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.402343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.402667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.402667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.402756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.402979] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be updated. [ 647.405968] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.405968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.406156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.406238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.406471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.406471] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 647.455304] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.455304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.455304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.455304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.455304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.460969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.460969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.460969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.465602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.466095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.468392] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 647.474748] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 647.622544] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.623033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.623033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.623206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.623206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.623284] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 is going to be updated. [ 647.656128] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.656212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.656319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.656477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.656733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.666970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: IN_PROGRESS for 2s [ 648.469581] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded84ee7-6421-4066-93d5-e131e602e600 in Status: SUCCESS [ 648.469581] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded84ee7-6421-4066-93d5-e131e602e600 deletion is rescheduled due to dependency. [ 648.469581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045346] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 649.045621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.046183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.046278] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.481778] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 649.482156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.482323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.482617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.482825] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.482951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.483280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.483514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.483781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.483950] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.488949] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 649.489182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.489362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.489631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.489826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.489950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.490131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.490276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.490359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.490456] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.549912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.549912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.681862] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: SUCCESS [ 649.682602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.683265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.687726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.690343] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.690343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.690343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.690343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.690343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.690343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.690343] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.992190] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.993241] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.194264] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.494830] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.496612] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.701405] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd27e31e-2f95-4a8f-9a71-2777be62cc09: rpc.has_security_group_logging(os_id): False [ 650.720924] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.721698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.721698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.721823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.721920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.722181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.722672] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 is going to be created. [ 650.781701] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.781935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.781935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.782230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.782478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.797598] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: IN_PROGRESS for 2s [ 651.002335] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.002517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.002579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.002868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.002957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.003072] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 651.004539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.004669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.004733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.004944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.005068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.005118] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be updated. [ 651.038198] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.038198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.038198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.038551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.038551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.040445] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.040577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.040647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.040831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.040967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.052739] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 651.053487] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 651.228352] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 651.228456] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 652.037301] env[65337]: INFO networking_nsxv3.common.synchronization [None req-fc191a77-cfa1-4589-bd8f-00e96ffd9932 None None] Enqueued Resource ID: eedf2716-dc54-4b8e-8500-dc0c785579db with Priority: HIGHEST for action port [ 652.037783] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedf2716-dc54-4b8e-8500-dc0c785579db with Priority: HIGHEST for action port [ 652.039040] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-eedf2716-dc54-4b8e-8500-dc0c785579db taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.039040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eedf2716-dc54-4b8e-8500-dc0c785579db" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.039040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eedf2716-dc54-4b8e-8500-dc0c785579db" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.039401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eedf2716-dc54-4b8e-8500-dc0c785579db" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.039401] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eedf2716-dc54-4b8e-8500-dc0c785579db',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.514758] env[65337]: INFO networking_nsxv3.common.synchronization [req-979d4c8a-19bc-473a-960e-c1bee31aa235 req-9fadf3fc-e1e6-46fa-bb0b-762a59edada1 tempest-ListImageFiltersTestJSON-449131800 tempest-ListImageFiltersTestJSON-449131800-project-member] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 652.515376] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 652.516030] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.516030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.516030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.516295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.516393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.516500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.516561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.516715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.516800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.516894] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.542258] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eedf2716-dc54-4b8e-8500-dc0c785579db [ 652.542516] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.542661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.542723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.542944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.545907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.546093] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eedf2716-dc54-4b8e-8500-dc0c785579db already deleted. [ 652.546199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eedf2716-dc54-4b8e-8500-dc0c785579db" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.814886] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: SUCCESS [ 652.815135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.019152] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.019344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.019520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.019852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.019922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.020470] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.020470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.020470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.020694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.020694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.020694] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 already deleted. [ 653.020797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.067506] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 653.067992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.067992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.068191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.068257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.068675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.068675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.068675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.068675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.068950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.068950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.069190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.069422] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.069562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.069818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.070063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.070063] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.071799] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 653.071799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.072327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.072488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.072640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.072739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.072803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.072992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.073127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.073199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.073302] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.577152] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 653.577152] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.608845] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.610196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.615235] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.615235] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.615235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.619027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.619027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.619027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.619027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.619027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.619027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.619027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.619027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 653.693865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.693865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.693865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.693865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.693865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.714045] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 653.829317] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f35a8a38-9759-4e1c-a0ba-b494f98fdc2e None None] Enqueued Resource ID: 428783be-fe44-416d-8f5f-081c7bdcdb5e with Priority: HIGHEST for action port [ 653.829625] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428783be-fe44-416d-8f5f-081c7bdcdb5e with Priority: HIGHEST for action port [ 653.829941] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-428783be-fe44-416d-8f5f-081c7bdcdb5e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.830198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428783be-fe44-416d-8f5f-081c7bdcdb5e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.830198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428783be-fe44-416d-8f5f-081c7bdcdb5e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.831326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428783be-fe44-416d-8f5f-081c7bdcdb5e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.831803] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428783be-fe44-416d-8f5f-081c7bdcdb5e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.940105] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.944029] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.944029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.944029] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.944029] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.944029] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.944029] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.944029] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.944029] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.944029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.962200] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.962362] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.962486] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.962651] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.962981] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.963156] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.963268] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.963580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.963704] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ab935e-524f-4ac4-92b1-0ebbcfe6bb52',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.982678] env[65337]: INFO networking_nsxv3.common.synchronization [None req-d3dfa70c-bec8-4eb5-86f1-d0a9e14fe1d7 None None] Enqueued Resource ID: 55dc5681-e00e-4ea7-849c-a4ff2b40f397 with Priority: HIGHEST for action port [ 653.982934] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dc5681-e00e-4ea7-849c-a4ff2b40f397 with Priority: HIGHEST for action port [ 653.983476] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-55dc5681-e00e-4ea7-849c-a4ff2b40f397 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.983594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55dc5681-e00e-4ea7-849c-a4ff2b40f397" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.983695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55dc5681-e00e-4ea7-849c-a4ff2b40f397" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.984032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55dc5681-e00e-4ea7-849c-a4ff2b40f397" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.984115] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55dc5681-e00e-4ea7-849c-a4ff2b40f397',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.078903] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8: rpc.has_security_group_logging(os_id): False [ 654.099088] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.099248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.099317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.099533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.099625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.099858] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.100035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.100035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.100197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.100243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.101048] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be updated. [ 654.154398] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.154398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.154398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.154398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.154398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.165948] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 654.335186] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 428783be-fe44-416d-8f5f-081c7bdcdb5e [ 654.335425] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.335883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.335883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.335883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.336043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.336043] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:428783be-fe44-416d-8f5f-081c7bdcdb5e already deleted. [ 654.336145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428783be-fe44-416d-8f5f-081c7bdcdb5e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.471695] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.472018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.472146] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.472431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.472576] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.472726] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 not found, creating... [ 654.473051] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.475747] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.475747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.475747] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 is going to be created. [ 654.488438] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55dc5681-e00e-4ea7-849c-a4ff2b40f397 [ 654.490141] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.490141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.490141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.490141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.490141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.490141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55dc5681-e00e-4ea7-849c-a4ff2b40f397 already deleted. [ 654.490141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55dc5681-e00e-4ea7-849c-a4ff2b40f397" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.495733] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.497931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.497931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.497931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.497931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.497931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.208339] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b0f27f1f-92d3-4927-86ff-a73528872657 None None] Enqueued Resource ID: c7219425-4593-4598-9934-e732a33680d0 with Priority: HIGHEST for action port [ 655.209025] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7219425-4593-4598-9934-e732a33680d0 with Priority: HIGHEST for action port [ 655.209458] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7219425-4593-4598-9934-e732a33680d0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.209668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7219425-4593-4598-9934-e732a33680d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.210161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7219425-4593-4598-9934-e732a33680d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.210161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7219425-4593-4598-9934-e732a33680d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.211287] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7219425-4593-4598-9934-e732a33680d0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.243931] env[65337]: INFO networking_nsxv3.common.synchronization [req-979d4c8a-19bc-473a-960e-c1bee31aa235 req-9ec12923-ca68-4d26-8e9d-06c59877c741 service nova] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_rules [ 655.244135] env[65337]: INFO networking_nsxv3.common.synchronization [req-979d4c8a-19bc-473a-960e-c1bee31aa235 req-9ec12923-ca68-4d26-8e9d-06c59877c741 service nova] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 655.244266] env[65337]: INFO networking_nsxv3.common.synchronization [req-979d4c8a-19bc-473a-960e-c1bee31aa235 req-9ec12923-ca68-4d26-8e9d-06c59877c741 service nova] Enqueued Resource ID: 87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 with Priority: HIGHEST for action port [ 655.244822] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_rules [ 655.244955] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 655.246170] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 with Priority: HIGHEST for action port [ 655.246527] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.246662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.246733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.247145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.247203] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.248179] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.248313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.248313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.248468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.248621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.248717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.249318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.249318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.249318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.249318] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.249874] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.249995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.252181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.252376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.252494] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ab935e-524f-4ac4-92b1-0ebbcfe6bb52',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.717033] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7219425-4593-4598-9934-e732a33680d0 [ 655.717033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717033] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7219425-4593-4598-9934-e732a33680d0 already deleted. [ 655.717033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7219425-4593-4598-9934-e732a33680d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.733994] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 655.733994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.733994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.733994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.733994] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.755039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.755289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.755647] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.760462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 with status ACTIVE [ 655.760683] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.760814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.760879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.761106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.761265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.761375] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.761479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.761541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.761708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.761780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.761958] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.762065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.762135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.762264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.762338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.763073] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87ab935e-524f-4ac4-92b1-0ebbcfe6bb52 is going to be updated. [ 655.790743] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.790951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.791035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.792159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.792159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.792159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ab935e-524f-4ac4-92b1-0ebbcfe6bb52" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.099754] env[65337]: INFO networking_nsxv3.common.synchronization [req-570922d6-92d4-40fd-a953-bfaf42ba9463 req-1a973c6f-0be2-43c2-8ea2-0a64f4678f73 tempest-ServersAdminNegativeTestJSON-1650531049 tempest-ServersAdminNegativeTestJSON-1650531049-project-member] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 656.100345] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 656.100660] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.100896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.100896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.101977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.102316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.102316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.103418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.104913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.104913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.104913] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.187185] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 656.187185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.234938] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.235469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.235469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.235469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.235685] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.235685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.235837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.235898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.236464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.236464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.236464] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.261837] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.318674] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3017d984-39c1-4de5-ae0f-c9cd6e5908de None None] Enqueued Resource ID: 90dfd903-7c93-4142-a6e5-7b0dc92a2197 with Priority: HIGHEST for action port [ 656.319352] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90dfd903-7c93-4142-a6e5-7b0dc92a2197 with Priority: HIGHEST for action port [ 656.322654] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-90dfd903-7c93-4142-a6e5-7b0dc92a2197 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.322654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90dfd903-7c93-4142-a6e5-7b0dc92a2197" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.322654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90dfd903-7c93-4142-a6e5-7b0dc92a2197" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.322903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90dfd903-7c93-4142-a6e5-7b0dc92a2197" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.322903] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90dfd903-7c93-4142-a6e5-7b0dc92a2197',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.607637] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.607837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.609481] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.609481] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 already deleted. [ 656.609481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.740530] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.740530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.740530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.740765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.740765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.740845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.740887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.741764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.741764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.741764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.741764] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.741764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.741764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.741764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.741764] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.743142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.743142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.743142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.743698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.743968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.744267] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.765949] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.766228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.766228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.766405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.766474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.766887] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be created. [ 656.795695] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.796036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.796036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.796226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.796403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.812372] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: UNINITIALIZED for 2s [ 656.825496] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90dfd903-7c93-4142-a6e5-7b0dc92a2197 [ 656.826955] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.826955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.827126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.827400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.827496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.827640] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90dfd903-7c93-4142-a6e5-7b0dc92a2197 already deleted. [ 656.827686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90dfd903-7c93-4142-a6e5-7b0dc92a2197" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.102307] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.102307] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.102767] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.102767] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.102908] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.103981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.104427] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.104427] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.104564] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.104804] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.105030] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.105030] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.105280] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.105280] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.105404] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.105462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.146687] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.147616] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.147616] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.147616] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.147847] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.148038] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.148155] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.148503] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.148631] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65bb2817-b876-43ca-a6c4-9036bf5d4bd3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.249558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 657.278664] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.278845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.278908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.279134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.279231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.279434] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.279539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.279603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.279764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.279840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280068] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.280364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.280449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.280821] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.280928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.280992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.281151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.281228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.282477] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 657.364968] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.365125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.365189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.365380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.365526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.381472] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 657.545168] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b4b47216-0d09-421b-b9e7-2a7064b8285b None None] Enqueued Resource ID: 329b9a23-e6ce-44ce-8915-2924d2b3c184 with Priority: HIGHEST for action port [ 657.549735] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329b9a23-e6ce-44ce-8915-2924d2b3c184 with Priority: HIGHEST for action port [ 657.549735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-329b9a23-e6ce-44ce-8915-2924d2b3c184 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.550034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329b9a23-e6ce-44ce-8915-2924d2b3c184" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.550761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329b9a23-e6ce-44ce-8915-2924d2b3c184" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.550761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329b9a23-e6ce-44ce-8915-2924d2b3c184" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.550761] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329b9a23-e6ce-44ce-8915-2924d2b3c184',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.653718] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.653718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.653718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.654142] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.654200] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.654966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 65bb2817-b876-43ca-a6c4-9036bf5d4bd3 not found, creating... [ 657.654966] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.656264] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.656264] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.656264] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.656264] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.656415] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.658160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.658160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.658160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.658665] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.658665] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 65bb2817-b876-43ca-a6c4-9036bf5d4bd3 is going to be created. [ 657.685982] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.686342] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.686432] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.686849] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.687185] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.687610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.053386] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 329b9a23-e6ce-44ce-8915-2924d2b3c184 [ 658.053657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.053909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.054105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.054413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.054613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.054714] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:329b9a23-e6ce-44ce-8915-2924d2b3c184 already deleted. [ 658.054766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329b9a23-e6ce-44ce-8915-2924d2b3c184" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.407674] env[65337]: INFO networking_nsxv3.common.synchronization [req-570922d6-92d4-40fd-a953-bfaf42ba9463 req-aa6c05b0-35c4-4484-b372-122ccc9e7dce service nova] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_rules [ 658.407972] env[65337]: INFO networking_nsxv3.common.synchronization [req-570922d6-92d4-40fd-a953-bfaf42ba9463 req-aa6c05b0-35c4-4484-b372-122ccc9e7dce service nova] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 658.407972] env[65337]: INFO networking_nsxv3.common.synchronization [req-570922d6-92d4-40fd-a953-bfaf42ba9463 req-aa6c05b0-35c4-4484-b372-122ccc9e7dce service nova] Enqueued Resource ID: 65bb2817-b876-43ca-a6c4-9036bf5d4bd3 with Priority: HIGHEST for action port [ 658.408587] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_rules [ 658.408770] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 658.408897] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65bb2817-b876-43ca-a6c4-9036bf5d4bd3 with Priority: HIGHEST for action port [ 658.409218] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.409343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.409409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.409682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.409769] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.411156] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.411156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.411156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.411156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.411156] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.411396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.411396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.411471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.411520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.411612] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.412477] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.412806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.412806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.412806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.412921] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65bb2817-b876-43ca-a6c4-9036bf5d4bd3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.639232] env[65337]: INFO networking_nsxv3.common.synchronization [req-0654f15f-57f7-42a0-87d5-ac2ecf29c66c req-33ad4ac3-ed0b-4097-bcb2-bdd66d567282 tempest-ServerExternalEventsTest-1004782205 tempest-ServerExternalEventsTest-1004782205-project-member] Enqueued Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_members [ 658.639232] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_members [ 658.639483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.639605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.639668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.639928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.640214] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.640325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.640401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.640556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.640787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.640787] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.822393] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 658.822635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.822773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.822999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.823226] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.823349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.823471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.823571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.823650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.823734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.823851] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.915333] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65bb2817-b876-43ca-a6c4-9036bf5d4bd3 with status ACTIVE [ 658.919079] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.919079] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.919079] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.919079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.919079] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65bb2817-b876-43ca-a6c4-9036bf5d4bd3 is going to be updated. [ 658.920232] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.921245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.921514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.950042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.950042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.950042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.950042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.950042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.950042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65bb2817-b876-43ca-a6c4-9036bf5d4bd3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.143884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.143964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.144278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.144278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.144554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.144675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.144738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.144900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.145174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.145174] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe already deleted. [ 659.145174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.326485] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.326694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.326845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.327152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.327383] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.327645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.327743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.327962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.328093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.328232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.328462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.328594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.328735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.328907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.329138] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.329264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.329360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.329561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.329697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.329813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.329938] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.398817] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 659.399135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.424433] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.722670] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.722670] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.722670] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.723143] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.723485] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.724251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.724251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.724251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.724426] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.724536] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.724644] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.724798] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.724938] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.725015] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.725118] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.725292] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.747070] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.747402] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.747522] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.747739] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.748231] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.748479] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.748630] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.749096] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.749565] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.833586] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7: rpc.has_security_group_logging(os_id): False [ 659.854963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.854963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.854963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.854963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.855577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.855577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.855577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.855577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.855752] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.855982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.856084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.856273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.856356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.856462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be created. [ 659.927855] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.928291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.928427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.928736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.928832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.928959] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be created. [ 659.984065] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0d249c55-c3f4-4c22-9ce1-5358b74b8b23 None None] Enqueued Resource ID: 43cab2b3-c725-4058-950c-7a8e7bf04cde with Priority: HIGHEST for action port [ 659.984737] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43cab2b3-c725-4058-950c-7a8e7bf04cde with Priority: HIGHEST for action port [ 659.985255] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-43cab2b3-c725-4058-950c-7a8e7bf04cde taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.985255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43cab2b3-c725-4058-950c-7a8e7bf04cde" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.985255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43cab2b3-c725-4058-950c-7a8e7bf04cde" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.985705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43cab2b3-c725-4058-950c-7a8e7bf04cde" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.985705] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43cab2b3-c725-4058-950c-7a8e7bf04cde',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.025310] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.025588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.025588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.025808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.026408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.034543] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.034543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.034911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.034911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.035217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.041047] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: UNINITIALIZED for 2s [ 660.045749] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: IN_PROGRESS for 2s [ 660.254135] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.254503] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.254686] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.255179] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.255412] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255651] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f not found, creating... [ 660.256134] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.256394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.256571] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.256922] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.257117] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.257537] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.257771] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.257971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258290] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258500] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.258712] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f is going to be created. [ 660.289797] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.290203] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.290203] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.290520] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.290908] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.291251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.489262] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43cab2b3-c725-4058-950c-7a8e7bf04cde [ 660.489262] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.489262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.489262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.489262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.489262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.489262] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43cab2b3-c725-4058-950c-7a8e7bf04cde already deleted. [ 660.489262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43cab2b3-c725-4058-950c-7a8e7bf04cde" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.020022] env[65337]: INFO networking_nsxv3.common.synchronization [req-0654f15f-57f7-42a0-87d5-ac2ecf29c66c req-39819fe8-873e-4c5e-8f47-234cc5de1913 service nova] Enqueued Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_rules [ 661.020022] env[65337]: INFO networking_nsxv3.common.synchronization [req-0654f15f-57f7-42a0-87d5-ac2ecf29c66c req-39819fe8-873e-4c5e-8f47-234cc5de1913 service nova] Enqueued Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_members [ 661.020022] env[65337]: INFO networking_nsxv3.common.synchronization [req-0654f15f-57f7-42a0-87d5-ac2ecf29c66c req-39819fe8-873e-4c5e-8f47-234cc5de1913 service nova] Enqueued Resource ID: bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f with Priority: HIGHEST for action port [ 661.020022] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_rules [ 661.020022] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_members [ 661.020022] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f with Priority: HIGHEST for action port [ 661.020022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.020022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.020022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.020022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.020022] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.021140] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.023059] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.023059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.023059] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.024408] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.024408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.024408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.024408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.024408] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.529277] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.529277] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f with status ACTIVE [ 661.529277] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.529277] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.529277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.529277] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.530020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.530020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.530020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.530020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.530020] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f is going to be updated. [ 661.535737] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.560834] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.560834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.560834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.560834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.561241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.561241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd78ceed-dcfa-4c1d-8d57-51a9a9f9d40f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.793608] env[65337]: INFO networking_nsxv3.common.synchronization [req-7441f3b6-d8b0-47d4-8fb4-12f4a0991804 req-3b5d80bd-47b3-4ac2-bf69-09785eaea684 tempest-ListImageFiltersTestJSON-449131800 tempest-ListImageFiltersTestJSON-449131800-project-member] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 661.794771] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 661.795232] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.795758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.796009] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.796105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.796155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.797722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.797722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.797722] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.038192] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.052608] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 662.052608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.052769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.052999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.053128] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.053285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.053439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.053538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.053616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.053700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.053799] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.063580] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 662.063580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.063580] env[65337]: INFO networking_nsxv3.common.synchronization [None req-6b51e040-c586-40d1-97fd-aee8f7d68bca None None] Enqueued Resource ID: 831b80e9-5a8d-4f28-822a-1169e4b03c1a with Priority: HIGHEST for action port [ 662.064382] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831b80e9-5a8d-4f28-822a-1169e4b03c1a with Priority: HIGHEST for action port [ 662.064648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-831b80e9-5a8d-4f28-822a-1169e4b03c1a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.065118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831b80e9-5a8d-4f28-822a-1169e4b03c1a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.065118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831b80e9-5a8d-4f28-822a-1169e4b03c1a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.065118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831b80e9-5a8d-4f28-822a-1169e4b03c1a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.065870] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831b80e9-5a8d-4f28-822a-1169e4b03c1a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.299423] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.324940] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.325201] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.325282] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.325486] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.325773] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.325923] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.326056] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.326270] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.326417] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.326607] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.326733] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.326837] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.326972] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.327130] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.327230] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.327385] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.354221] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.354436] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.354621] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.354834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.355199] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-02c54841-559d-4971-8bab-749505bf5817 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.355445] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.355606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.356026] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.356808] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c54841-559d-4971-8bab-749505bf5817',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.541215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.541596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.541596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.541767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.541895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.542027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe is going to be created. [ 662.560865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.561148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.561148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.561413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.561635] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.561789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.561851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.562048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.562271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.562336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.562475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.562571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.562689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.562852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.562998] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.563096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.563166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.563296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.563368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.563443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.563534] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.567564] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 831b80e9-5a8d-4f28-822a-1169e4b03c1a [ 662.567815] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.567983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.568146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.568398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.568532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.568629] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:831b80e9-5a8d-4f28-822a-1169e4b03c1a already deleted. [ 662.568728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831b80e9-5a8d-4f28-822a-1169e4b03c1a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.569789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.570042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.570042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.784874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.784874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.784874] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe in Status: UNINITIALIZED for 2s [ 662.784874] env[65337]: INFO networking_nsxv3.common.synchronization [None req-13755d62-5180-4a2d-a0a1-6198b6bec1df None None] Enqueued Resource ID: c330a51b-4a26-4a61-a689-cd571e9c7846 with Priority: HIGHEST for action port [ 662.784874] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c330a51b-4a26-4a61-a689-cd571e9c7846 with Priority: HIGHEST for action port [ 662.784874] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c330a51b-4a26-4a61-a689-cd571e9c7846 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.784874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c330a51b-4a26-4a61-a689-cd571e9c7846" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.784874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c330a51b-4a26-4a61-a689-cd571e9c7846" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.784874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c330a51b-4a26-4a61-a689-cd571e9c7846" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.784874] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c330a51b-4a26-4a61-a689-cd571e9c7846',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.801520] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.859533] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.859801] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.859865] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.860186] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.860342] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.860496] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 02c54841-559d-4971-8bab-749505bf5817 not found, creating... [ 662.860758] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.860915] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.861038] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.861270] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.861400] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.861678] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.861819] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.861937] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.862275] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.862421] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.862614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 02c54841-559d-4971-8bab-749505bf5817 is going to be created. [ 662.886217] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.886488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.886644] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.886987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.887279] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.887663] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.067733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5418977-45e6-4911-940f-e1e6e20cf671: rpc.has_security_group_logging(os_id): False [ 663.090839] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.091070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.091070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.091296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.091386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.091609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.091730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.091774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.091935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.092406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.092406] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.092406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.092406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.092630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.092630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.092746] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.092836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.092897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.093049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.093127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.093214] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be created. [ 663.127491] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c330a51b-4a26-4a61-a689-cd571e9c7846 [ 663.127971] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.128168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.128315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.128943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.128943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.128943] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c330a51b-4a26-4a61-a689-cd571e9c7846 already deleted. [ 663.128943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c330a51b-4a26-4a61-a689-cd571e9c7846" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.201037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.201037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.201037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.201037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.201037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.213831] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: IN_PROGRESS for 2s [ 663.303766] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.303964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.304016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.304257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.304346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.304444] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be updated. [ 663.361171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.361364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.361425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.361618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.361771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.375697] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: IN_PROGRESS for 2s [ 663.621146] env[65337]: INFO networking_nsxv3.common.synchronization [req-7441f3b6-d8b0-47d4-8fb4-12f4a0991804 req-c91bd278-2f3b-431f-acaf-17bce2dcdbe1 service nova] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_rules [ 663.622110] env[65337]: INFO networking_nsxv3.common.synchronization [req-7441f3b6-d8b0-47d4-8fb4-12f4a0991804 req-c91bd278-2f3b-431f-acaf-17bce2dcdbe1 service nova] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 663.622110] env[65337]: INFO networking_nsxv3.common.synchronization [req-7441f3b6-d8b0-47d4-8fb4-12f4a0991804 req-c91bd278-2f3b-431f-acaf-17bce2dcdbe1 service nova] Enqueued Resource ID: 02c54841-559d-4971-8bab-749505bf5817 with Priority: HIGHEST for action port [ 663.622422] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_rules [ 663.623529] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 663.623529] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c54841-559d-4971-8bab-749505bf5817 with Priority: HIGHEST for action port [ 663.623529] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.623879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.623879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.624030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624097] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.630425] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630425] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c54841-559d-4971-8bab-749505bf5817 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.630425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.630425] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c54841-559d-4971-8bab-749505bf5817',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.883464] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8ed32f91-2f75-4c2a-9081-12819a0416c4 None None] Enqueued Resource ID: 17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174 with Priority: HIGHEST for action port [ 663.883464] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174 with Priority: HIGHEST for action port [ 663.883693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.883773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.883835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.885256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.885411] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.131463] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.131595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136326] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c54841-559d-4971-8bab-749505bf5817 with status ACTIVE [ 664.136326] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.136536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.136725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.136819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.137022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.137144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.137206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.137364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.137480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.137622] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.137747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.137836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.137991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.138282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.138282] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c54841-559d-4971-8bab-749505bf5817 is going to be updated. [ 664.164399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.164618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.164618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.164804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.164942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.165181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c54841-559d-4971-8bab-749505bf5817" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.387335] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174 [ 664.388491] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.388491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.388491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.388491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.388491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.388491] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174 already deleted. [ 664.388491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17e585ab-b8d9-4df8-a5d2-2e5bcfa1b174" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.594480] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe in Status: SUCCESS [ 664.594480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.594674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.595161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.595161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.595161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.596071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.596071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.596071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.596071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.596071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.814628] env[65337]: INFO networking_nsxv3.common.synchronization [None req-d7f3481d-ece3-48d9-a286-ad58bf8b952f None None] Enqueued Resource ID: 726945b2-743b-4805-8e21-46a4ec301ff3 with Priority: HIGHEST for action port [ 664.814628] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726945b2-743b-4805-8e21-46a4ec301ff3 with Priority: HIGHEST for action port [ 664.814628] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-726945b2-743b-4805-8e21-46a4ec301ff3 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.814628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726945b2-743b-4805-8e21-46a4ec301ff3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.814628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726945b2-743b-4805-8e21-46a4ec301ff3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.814628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726945b2-743b-4805-8e21-46a4ec301ff3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.814628] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726945b2-743b-4805-8e21-46a4ec301ff3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.098533] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.098767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.098848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.099081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.099254] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.099400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.099400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.099546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.099698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.099739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.099850] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.099941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.099999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.100182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.100293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.100379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.100441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.100565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.100637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.100712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.100794] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.233030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 665.233030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.318606] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 726945b2-743b-4805-8e21-46a4ec301ff3 [ 665.318606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.318606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.318606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.318606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.318606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.318606] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:726945b2-743b-4805-8e21-46a4ec301ff3 already deleted. [ 665.318606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726945b2-743b-4805-8e21-46a4ec301ff3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.387053] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 665.388301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.388753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.390691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.390691] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.390691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.390691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.390691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.390691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.390691] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.526152] env[65337]: INFO networking_nsxv3.common.synchronization [req-8e7dc4c7-1696-4056-9447-a168cf4c65b1 req-29404400-ead5-4c81-8eaf-42c0f9f03327 tempest-ServersV294TestFqdnHostnames-2128853339 tempest-ServersV294TestFqdnHostnames-2128853339-project-member] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_members [ 665.526152] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_members [ 665.526152] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.526152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.526152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.528016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.528339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.528564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.528789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.533291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.533291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.533291] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.602793] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bd2a21e-367b-4c23-88b0-793f867bf3fe: rpc.has_security_group_logging(os_id): False [ 665.625726] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.625726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.625726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.625950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.626064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.626812] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.626812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.626812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.626812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.626812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.626812] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.627145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.627145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.627145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.627248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.627339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.627440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.627482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.627601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.627671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.627785] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe is going to be created. [ 665.694444] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.698024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.698024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.698024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.698024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.710693] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe in Status: IN_PROGRESS for 2s [ 665.877154] env[65337]: INFO networking_nsxv3.common.synchronization [None req-624a77f8-47b3-42d3-b79d-32267b973b3d None None] Enqueued Resource ID: b9a67e13-c904-4e92-977a-2614fedccaf6 with Priority: HIGHEST for action port [ 665.877154] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9a67e13-c904-4e92-977a-2614fedccaf6 with Priority: HIGHEST for action port [ 665.877154] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9a67e13-c904-4e92-977a-2614fedccaf6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.877154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9a67e13-c904-4e92-977a-2614fedccaf6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.877154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9a67e13-c904-4e92-977a-2614fedccaf6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.877154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9a67e13-c904-4e92-977a-2614fedccaf6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.877154] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9a67e13-c904-4e92-977a-2614fedccaf6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.894785] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.037030] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.038585] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.038585] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9077053e-385c-4970-a599-7e284d02361a already deleted. [ 666.038585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.042136] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.042136] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-617" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.042367] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-617" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.042560] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-617" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.042850] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.043016] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.043127] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.043334] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.043465] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.043663] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.043768] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.043883] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.044169] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.044227] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.044432] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.044432] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.066843] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.067435] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.067435] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.067435] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-617" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.067743] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.067920] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.068056] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.068398] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.068545] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.381871] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9a67e13-c904-4e92-977a-2614fedccaf6 [ 666.381871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.381871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.381871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.381871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.381871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.381871] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9a67e13-c904-4e92-977a-2614fedccaf6 already deleted. [ 666.381871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9a67e13-c904-4e92-977a-2614fedccaf6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.401309] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.572085] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.572533] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.573246] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.573246] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.573246] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.573246] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb not found, creating... [ 666.573535] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.573648] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.573754] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.574097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.574448] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.574448] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.574611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.575265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.575265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.575265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.575265] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb is going to be created. [ 666.603356] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.603599] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.603674] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.603950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.604449] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.604449] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.679676] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1e509ae1-ab55-46c2-b336-aa98dbf6adb3 None None] Enqueued Resource ID: 6c981115-051e-4da5-90b1-02253593478a with Priority: HIGHEST for action port [ 666.681024] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c981115-051e-4da5-90b1-02253593478a with Priority: HIGHEST for action port [ 666.681418] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c981115-051e-4da5-90b1-02253593478a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.681418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c981115-051e-4da5-90b1-02253593478a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.681418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c981115-051e-4da5-90b1-02253593478a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.682269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c981115-051e-4da5-90b1-02253593478a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.682269] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c981115-051e-4da5-90b1-02253593478a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.904713] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.906292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.906828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.906828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.906828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.907068] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be updated. [ 666.943532] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.943532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.943532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.943532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.943532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.958156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: IN_PROGRESS for 2s [ 667.070922] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a76c4295-7354-422a-b1b1-4552be2c9a6e tempest-ServersTestManualDisk-1818150541 tempest-ServersTestManualDisk-1818150541-project-member] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_rules [ 667.071519] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_rules [ 667.071808] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.071932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.072017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.075822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.075929] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.186782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c981115-051e-4da5-90b1-02253593478a [ 667.186782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.186782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.186782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.186782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.186782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.186782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c981115-051e-4da5-90b1-02253593478a already deleted. [ 667.186782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c981115-051e-4da5-90b1-02253593478a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.218782] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c164670e-ba28-4c90-aac1-fbe08ea3d759 tempest-ServersTestManualDisk-1818150541 tempest-ServersTestManualDisk-1818150541-project-member] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_rules [ 667.219420] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_rules [ 667.219638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.219737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.386495] env[65337]: INFO networking_nsxv3.common.synchronization [req-8e7dc4c7-1696-4056-9447-a168cf4c65b1 req-4bd09583-4aa2-41d1-ae53-338fbf042fc1 service nova] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_rules [ 667.386658] env[65337]: INFO networking_nsxv3.common.synchronization [req-8e7dc4c7-1696-4056-9447-a168cf4c65b1 req-4bd09583-4aa2-41d1-ae53-338fbf042fc1 service nova] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_members [ 667.386770] env[65337]: INFO networking_nsxv3.common.synchronization [req-8e7dc4c7-1696-4056-9447-a168cf4c65b1 req-4bd09583-4aa2-41d1-ae53-338fbf042fc1 service nova] Enqueued Resource ID: 0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb with Priority: HIGHEST for action port [ 667.386996] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_rules [ 667.387131] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_members [ 667.387222] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb with Priority: HIGHEST for action port [ 667.389101] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.389283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.389737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.389737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.389737] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.390600] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.390854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.390854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.391253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.391360] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.391521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.391693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.391844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.391975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.392589] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.393383] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.393505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.393614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.393854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.393978] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.602509] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.603645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.603645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.603645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.604469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.606197] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 already deleted. [ 667.606197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.606197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.606197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.606197] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.726025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe in Status: SUCCESS [ 667.726025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.896584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.897309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.897309] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.900743] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb with status ACTIVE [ 667.901069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.901195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.901258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.901480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.901595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.901795] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.901909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.901982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.902171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.902251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.902790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.902790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.902790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.902790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.903118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.903118] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb is going to be updated. [ 667.929261] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.929576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.929576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.930434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.930631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.930829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac0b0c9-7aca-4271-a3b0-ae9a7aaa7bcb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.133354] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.133556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.133658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.133930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.134049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.134158] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 already deleted. [ 668.134272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.409104] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.913123] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.913398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.913488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.913822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.913968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.914699] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9077053e-385c-4970-a599-7e284d02361a is going to be created. [ 668.952250] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.952250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.952250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.952250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.952250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.966659] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9077053e-385c-4970-a599-7e284d02361a in Status: UNINITIALIZED for 2s [ 668.971024] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.971024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.971024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.971024] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.090416] env[65337]: INFO networking_nsxv3.common.synchronization [None req-07a694c2-d350-40eb-8f46-75c3fdd6ffa5 None None] Enqueued Resource ID: a0491c5d-bf7c-403e-8b54-5dee8a9eed99 with Priority: HIGHEST for action port [ 669.090416] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0491c5d-bf7c-403e-8b54-5dee8a9eed99 with Priority: HIGHEST for action port [ 669.090416] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0491c5d-bf7c-403e-8b54-5dee8a9eed99 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.090416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0491c5d-bf7c-403e-8b54-5dee8a9eed99" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.090416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0491c5d-bf7c-403e-8b54-5dee8a9eed99" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.090416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0491c5d-bf7c-403e-8b54-5dee8a9eed99" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.090416] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0491c5d-bf7c-403e-8b54-5dee8a9eed99',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.473666] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.473869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.473952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.474640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.474640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.474640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.474640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.474853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.474888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.474969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.475393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.475393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475612] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.475678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.476709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.476709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.476709] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.594750] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0491c5d-bf7c-403e-8b54-5dee8a9eed99 [ 669.594750] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.594907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.594907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.595489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.595489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.595489] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0491c5d-bf7c-403e-8b54-5dee8a9eed99 already deleted. [ 669.595671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0491c5d-bf7c-403e-8b54-5dee8a9eed99" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.980433] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7: rpc.has_security_group_logging(os_id): False [ 670.003688] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.004262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.004262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.005511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.005511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.005511] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.005511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.005511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.005511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.005511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.005936] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.006182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.006342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.010449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.010449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.010449] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.010449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.010449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.010449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.010449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.010449] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be updated. [ 670.075967] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.077061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.077061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.077061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.077061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.088473] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: IN_PROGRESS for 2s [ 670.597360] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c54ec2f9-74c9-45d6-87f7-fa5767b92447 None None] Enqueued Resource ID: bae63190-2076-4c92-a069-52beb68b5414 with Priority: HIGHEST for action port [ 670.597360] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae63190-2076-4c92-a069-52beb68b5414 with Priority: HIGHEST for action port [ 670.597443] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae63190-2076-4c92-a069-52beb68b5414 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.598028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae63190-2076-4c92-a069-52beb68b5414" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.598028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae63190-2076-4c92-a069-52beb68b5414" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.598028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae63190-2076-4c92-a069-52beb68b5414" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.598028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae63190-2076-4c92-a069-52beb68b5414',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.793668] env[65337]: INFO networking_nsxv3.common.synchronization [None req-2a000341-143b-4174-a2d3-b8dfbc3cba3b None None] Enqueued Resource ID: da27db0e-ab6b-451f-8dd6-b98190e300d3 with Priority: HIGHEST for action port [ 670.794532] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da27db0e-ab6b-451f-8dd6-b98190e300d3 with Priority: HIGHEST for action port [ 670.795069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-da27db0e-ab6b-451f-8dd6-b98190e300d3 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.795216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da27db0e-ab6b-451f-8dd6-b98190e300d3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.795284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da27db0e-ab6b-451f-8dd6-b98190e300d3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.795878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da27db0e-ab6b-451f-8dd6-b98190e300d3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.795966] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da27db0e-ab6b-451f-8dd6-b98190e300d3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.977918] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9077053e-385c-4970-a599-7e284d02361a in Status: SUCCESS [ 670.978199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.978391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.978906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.979126] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.979251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.979315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.979479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.979575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.979663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.979751] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.033692] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c099a27a-e7f5-4b8b-b50e-f4f3fb192f22 None None] Enqueued Resource ID: 9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4 with Priority: HIGHEST for action port [ 671.034030] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4 with Priority: HIGHEST for action port [ 671.034125] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.034239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.034303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.034907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.035840] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.102387] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bae63190-2076-4c92-a069-52beb68b5414 [ 671.104137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.104137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.104137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.104137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.104137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.104137] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bae63190-2076-4c92-a069-52beb68b5414 already deleted. [ 671.104137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae63190-2076-4c92-a069-52beb68b5414" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.298034] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da27db0e-ab6b-451f-8dd6-b98190e300d3 [ 671.298261] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.298453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.298563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.298824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.298961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.299120] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da27db0e-ab6b-451f-8dd6-b98190e300d3 already deleted. [ 671.299251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da27db0e-ab6b-451f-8dd6-b98190e300d3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.482910] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.537318] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4 [ 671.537665] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.537806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.537893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.538164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.538277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.538378] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4 already deleted. [ 671.538460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bec6a1c-8d1c-45c7-aa85-a7ba33b0edd4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.986156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9077053e-385c-4970-a599-7e284d02361a: rpc.has_security_group_logging(os_id): False [ 672.008473] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.008625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.008625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.008810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.008901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.009166] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.009267] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.009333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.009477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.009553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.009640] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9077053e-385c-4970-a599-7e284d02361a is going to be created. [ 672.087895] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.088303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.088303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.088303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.088552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.107368] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9077053e-385c-4970-a599-7e284d02361a in Status: IN_PROGRESS for 2s [ 672.111648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 672.111869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.143558] env[65337]: INFO networking_nsxv3.common.synchronization [req-756dc78c-3162-4bc3-ab50-4b677ddf27b9 req-15048fa3-8ad8-4af5-b62e-119705e45194 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 673.144483] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 673.144574] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.144648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.144687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.145395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.145395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.145395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.145395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.145700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.145700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.145700] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.482199] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.482401] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.482524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.482797] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.483079] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.483237] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.483344] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.483569] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.483704] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.483920] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.484109] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.484161] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.484255] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.484356] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.484453] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.484593] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.510080] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.510426] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.510614] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.510826] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.511200] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.511441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.511596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.512028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.512173] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df8537a3-d24c-41e1-9ec9-15d1aba6ee5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.647950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.648824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.648824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.648824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.648824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.648824] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.649190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.649190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.649190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.649190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.649343] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d already deleted. [ 673.649343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.956211] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3bf585ee-eb1b-45f6-9261-f572331eae5c None None] Enqueued Resource ID: 41533957-3679-4235-8d8d-2b4658eb3349 with Priority: HIGHEST for action port [ 673.957495] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41533957-3679-4235-8d8d-2b4658eb3349 with Priority: HIGHEST for action port [ 673.957847] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-41533957-3679-4235-8d8d-2b4658eb3349 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.957972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41533957-3679-4235-8d8d-2b4658eb3349" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.958200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41533957-3679-4235-8d8d-2b4658eb3349" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.959433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41533957-3679-4235-8d8d-2b4658eb3349" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.959433] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41533957-3679-4235-8d8d-2b4658eb3349',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.014759] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.015022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.015134] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.015424] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.015572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.015722] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port df8537a3-d24c-41e1-9ec9-15d1aba6ee5d not found, creating... [ 674.015982] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.016173] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.016286] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.016541] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.016689] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.016967] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.017148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.017245] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.017469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.017618] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.017754] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: df8537a3-d24c-41e1-9ec9-15d1aba6ee5d is going to be created. [ 674.041555] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.041707] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.041822] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.042123] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.042334] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.043096] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.131586] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9077053e-385c-4970-a599-7e284d02361a in Status: SUCCESS [ 674.131586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.461910] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41533957-3679-4235-8d8d-2b4658eb3349 [ 674.462258] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.462337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.462376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.462593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.462816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.462816] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41533957-3679-4235-8d8d-2b4658eb3349 already deleted. [ 674.462939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41533957-3679-4235-8d8d-2b4658eb3349" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.755638] env[65337]: INFO networking_nsxv3.common.synchronization [req-756dc78c-3162-4bc3-ab50-4b677ddf27b9 req-086e4c63-5c2e-4534-94ea-0421371a9e81 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 674.755912] env[65337]: INFO networking_nsxv3.common.synchronization [req-756dc78c-3162-4bc3-ab50-4b677ddf27b9 req-086e4c63-5c2e-4534-94ea-0421371a9e81 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 674.756269] env[65337]: INFO networking_nsxv3.common.synchronization [req-756dc78c-3162-4bc3-ab50-4b677ddf27b9 req-086e4c63-5c2e-4534-94ea-0421371a9e81 service nova] Enqueued Resource ID: df8537a3-d24c-41e1-9ec9-15d1aba6ee5d with Priority: HIGHEST for action port [ 674.757237] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 674.757511] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 674.757766] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8537a3-d24c-41e1-9ec9-15d1aba6ee5d with Priority: HIGHEST for action port [ 674.758287] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.758471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.758585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.758950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.759068] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.760353] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.760562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.760655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.760895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.761133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.761278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.761431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.761653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.761813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.762019] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.763664] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.763664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.763664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.763844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.763996] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df8537a3-d24c-41e1-9ec9-15d1aba6ee5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.803166] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a6d9558d-aa7f-48eb-a703-544e9dffc025 tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_rules [ 674.803166] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_rules [ 674.803166] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.803166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.803166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.803166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.803166] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.918735] env[65337]: INFO networking_nsxv3.common.synchronization [None req-aa0b7601-970f-4050-a2a8-532690c8ad2e tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_rules [ 674.919545] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_rules [ 674.919857] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.919969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.269032] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.269032] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.269032] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df8537a3-d24c-41e1-9ec9-15d1aba6ee5d with status ACTIVE [ 675.269032] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.269032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.269032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.269032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.269032] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.270411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.270796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.271393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.271663] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.272044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.272150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.272588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.272721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.272880] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df8537a3-d24c-41e1-9ec9-15d1aba6ee5d is going to be updated. [ 675.300102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.300588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.300588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.301088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.301088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.301088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df8537a3-d24c-41e1-9ec9-15d1aba6ee5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.328721] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.328721] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 already deleted. [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.328721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.328721] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.768407] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.851201] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.851402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.851402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.851615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.851708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.852069] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 already deleted. [ 675.852069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.270614] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.270877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.270877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.271051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.271105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.271193] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be created. [ 676.298833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.299060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.299060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.299276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.299437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.313643] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: UNINITIALIZED for 2s [ 676.652132] env[65337]: INFO networking_nsxv3.common.synchronization [req-8584eabe-bcbb-4dde-b785-d695b8ad4084 req-6bf2adc0-b19c-40d2-9659-d210eeece266 tempest-InstanceActionsTestJSON-2011628574 tempest-InstanceActionsTestJSON-2011628574-project-member] Enqueued Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_members [ 676.652791] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_members [ 676.653300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.653435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.653504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.653780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.653949] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.654058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.654120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.654361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.654501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.654641] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.954898] env[65337]: INFO networking_nsxv3.common.synchronization [req-48bfa7e9-4141-42e1-b38e-a1130a769ae7 req-5dbe51ac-9889-4efe-a0e9-e64a8798fec0 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 676.955839] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 676.956508] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.956653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.956936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.957038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.957217] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.957338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.957403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.957572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.957668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.957753] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.157040] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.157040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.157427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.157427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.157565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.158248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.158248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.158248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.158248] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 already deleted. [ 677.158248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.164367] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.164636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-238" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.164813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-238" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.165809] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-238" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.165809] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.166031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.166207] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.169475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.169475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.169475] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.169475] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.169475] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.169475] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.169475] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.169475] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.169475] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.194711] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.194711] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.194910] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.195079] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-238" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.195595] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.195595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.195788] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.196469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.196469] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a077a9c-940b-4c7e-b48c-1a50dc3d897e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.461606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.461791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.461882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.462220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.462335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.462546] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.462671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.462752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.462911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.463050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.463153] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 677.496446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.496714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.496714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.496894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.497112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.511121] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 677.699685] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.699685] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.699964] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.700079] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.700224] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.700388] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 7a077a9c-940b-4c7e-b48c-1a50dc3d897e not found, creating... [ 677.700966] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.700966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.700966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.701241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.701402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.701705] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.702387] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.702387] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.702387] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.702387] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.702596] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 7a077a9c-940b-4c7e-b48c-1a50dc3d897e is going to be created. [ 677.730292] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.730734] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.730894] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.731474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.731918] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.732374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.324106] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 678.324456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.324555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.324888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.325147] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.325306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.325397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.325585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.325692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.325806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.325908] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.421029] env[65337]: INFO networking_nsxv3.common.synchronization [req-8584eabe-bcbb-4dde-b785-d695b8ad4084 req-4378a23d-b34b-4fe8-8cb5-c80284fe96da service nova] Enqueued Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_rules [ 678.421197] env[65337]: INFO networking_nsxv3.common.synchronization [req-8584eabe-bcbb-4dde-b785-d695b8ad4084 req-4378a23d-b34b-4fe8-8cb5-c80284fe96da service nova] Enqueued Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_members [ 678.421334] env[65337]: INFO networking_nsxv3.common.synchronization [req-8584eabe-bcbb-4dde-b785-d695b8ad4084 req-4378a23d-b34b-4fe8-8cb5-c80284fe96da service nova] Enqueued Resource ID: 7a077a9c-940b-4c7e-b48c-1a50dc3d897e with Priority: HIGHEST for action port [ 678.421621] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_rules [ 678.421747] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_members [ 678.421839] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a077a9c-940b-4c7e-b48c-1a50dc3d897e with Priority: HIGHEST for action port [ 678.423646] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.423646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.423646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.423646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.423646] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.428486] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.428486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.428486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.428486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.428486] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.428486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.428486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.428486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.428901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.428901] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.429672] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.429784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.429852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.430007] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.431082] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a077a9c-940b-4c7e-b48c-1a50dc3d897e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.828775] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.828775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.828775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.828775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.829097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.829097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.829097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.829301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.829338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.830346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.831967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.831967] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.933916] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.934903] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.935081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.935751] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a077a9c-940b-4c7e-b48c-1a50dc3d897e with status ACTIVE [ 678.935751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.935751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.935751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.935925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.935925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.936210] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.936313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.936388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.940133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.940133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.940133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.940133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.940133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.940133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.940133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.940133] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a077a9c-940b-4c7e-b48c-1a50dc3d897e is going to be updated. [ 678.965435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.965635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.965741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.965939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.966375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.966550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a077a9c-940b-4c7e-b48c-1a50dc3d897e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.334698] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fbda90-d2a7-400c-8b6b-41f81238b77d: rpc.has_security_group_logging(os_id): False [ 679.361022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.361022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.361022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.361022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.361936] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.366289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.366289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.366986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.366986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.366986] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be created. [ 679.436977] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.436977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.437147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.437797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.437797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.442730] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.451773] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 679.523440] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 679.523640] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 679.523804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.558161] env[65337]: INFO networking_nsxv3.common.synchronization [req-14131b7f-4544-46cc-a912-45801e817200 req-425f0a77-b536-44f4-83e3-e9148ca8d39e tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 679.558731] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 679.559135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.559294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.559363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.559706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.559871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.560958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.561103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.561266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.561364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.561494] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.949374] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.949604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.949651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.950419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.950419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.950419] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 is going to be created. [ 679.962147] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.962567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.962695] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.963019] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.963305] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.963480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.963666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.963896] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.964044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.964247] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.964357] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.964461] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.964561] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.964668] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.964770] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.964889] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.978345] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.978521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.978521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.978702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.978922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.988325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.988510] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.988646] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.988852] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.989092] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-ad3aa93e-ef73-4117-964a-67d532d3074a taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.989301] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.989373] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.989682] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.989813] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3aa93e-ef73-4117-964a-67d532d3074a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.991833] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 in Status: UNINITIALIZED for 2s [ 680.064379] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.064541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.064609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.064897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.065023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.065342] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.065772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.065772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.065772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.065772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.066119] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 already deleted. [ 680.066119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.493683] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.494048] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.494048] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.494292] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.494428] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.494571] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port ad3aa93e-ef73-4117-964a-67d532d3074a not found, creating... [ 680.494821] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.496350] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.496430] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.496796] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.496978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.497319] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.497482] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.497581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.497790] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.497914] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.498060] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: ad3aa93e-ef73-4117-964a-67d532d3074a is going to be created. [ 680.521481] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.521702] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.521702] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.522472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.522472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.522472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.261684] env[65337]: INFO networking_nsxv3.common.synchronization [req-14131b7f-4544-46cc-a912-45801e817200 req-da6ae110-04cd-4af0-a65f-bdd5a7b1595f service nova] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 681.261949] env[65337]: INFO networking_nsxv3.common.synchronization [req-14131b7f-4544-46cc-a912-45801e817200 req-da6ae110-04cd-4af0-a65f-bdd5a7b1595f service nova] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 681.262177] env[65337]: INFO networking_nsxv3.common.synchronization [req-14131b7f-4544-46cc-a912-45801e817200 req-da6ae110-04cd-4af0-a65f-bdd5a7b1595f service nova] Enqueued Resource ID: ad3aa93e-ef73-4117-964a-67d532d3074a with Priority: HIGHEST for action port [ 681.262970] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 681.263115] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 681.263282] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad3aa93e-ef73-4117-964a-67d532d3074a with Priority: HIGHEST for action port [ 681.263680] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.263860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.263984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.264269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.264396] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.266212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.266464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.266519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.266748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.268584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.269555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.269707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.269948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.270101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.270253] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.271381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad3aa93e-ef73-4117-964a-67d532d3074a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.271542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.271700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.271872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.271986] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3aa93e-ef73-4117-964a-67d532d3074a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.465973] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 681.466375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.601624] env[65337]: INFO networking_nsxv3.common.synchronization [req-0acf3daf-4954-4c16-a9bb-06f575d26f3c req-51e8c5bf-eb65-4177-8b4e-ed5b3977cc15 tempest-ServerExternalEventsTest-1004782205 tempest-ServerExternalEventsTest-1004782205-project-member] Enqueued Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_members [ 681.601624] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe with Priority: HIGHEST for action security_group_members [ 681.601940] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bd2a21e-367b-4c23-88b0-793f867bf3fe taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.601940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.602041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.602167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.602324] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.602422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.602483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.602629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.602712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.602807] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bd2a21e-367b-4c23-88b0-793f867bf3fe',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.776849] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.778207] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.778316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.778547] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad3aa93e-ef73-4117-964a-67d532d3074a with status ACTIVE [ 681.778769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.778893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.778958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.779180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.779273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.779493] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.779614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.779679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.779841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.779919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.780559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.781114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.781114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.781114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.781114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.781114] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad3aa93e-ef73-4117-964a-67d532d3074a is going to be updated. [ 681.804131] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.804277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.804349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.804559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.804687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.804851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad3aa93e-ef73-4117-964a-67d532d3074a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.002755] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 in Status: SUCCESS [ 682.003153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.003839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.003839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.003839] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.003938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.004051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.004134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.004431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.004431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.004431] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.105973] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.106246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.106468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.106756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.106928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.107246] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.107408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.107537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.107763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.107916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.108082] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe is going to be updated. [ 682.147225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.147364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.147439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.147675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.147801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.158940] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe in Status: IN_PROGRESS for 2s [ 682.282895] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.508430] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.508621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.508665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.509116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.509116] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.509261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.509261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.509359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.509443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.509530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.509677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.510035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.510035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.510035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.510139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.510196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.510251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.510381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.510449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.510525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.510645] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.788997] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.789377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.789377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.789502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.789630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.789686] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be created. [ 682.820129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.833353] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: UNINITIALIZED for 2s [ 683.014749] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcf9aea1-fd8e-4e49-a6d8-cba30a712052: rpc.has_security_group_logging(os_id): False [ 683.046113] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.046474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.046615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.046911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.047111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.047442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.047671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.047799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.048038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.048201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.048485] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.048685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.048824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.049043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.049184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.049445] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.049645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.049770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.049978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.050607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.050770] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 is going to be created. [ 683.116439] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.116593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.116660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.116880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.117065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.134513] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 in Status: IN_PROGRESS for 2s [ 684.173415] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe in Status: SUCCESS [ 684.173647] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bd2a21e-367b-4c23-88b0-793f867bf3fe deletion is rescheduled due to dependency. [ 684.173803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bd2a21e-367b-4c23-88b0-793f867bf3fe" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.435323] env[65337]: INFO networking_nsxv3.common.synchronization [req-dde0b8f3-e815-45d2-a839-4638cfeba1f9 req-4a8023fe-f81a-4c31-b05e-de3c845e4f54 tempest-DeleteServersAdminTestJSON-1787015591 tempest-DeleteServersAdminTestJSON-1787015591-project-member] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 684.435893] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 684.436720] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.436720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.436720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.436720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.437073] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.437073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.437073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.437073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.437358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.437358] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.846699] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 684.846966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.847237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.848284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.848284] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.848284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.848284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.848495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.848536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.850053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.850053] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.913969] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.914266] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.914461] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.914861] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.915268] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.915737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.915737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.916609] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.916609] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.916609] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.916736] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.916889] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.917175] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.917451] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.917999] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.917999] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.938955] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.939147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.939393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.939596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.939730] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.939783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.939997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.939997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.940125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.940125] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be updated. [ 684.941967] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.942135] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.942356] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.942524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.942885] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-6a14de23-908f-4d67-afd5-d834570ff64e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.943016] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.943104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.943366] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.943498] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a14de23-908f-4d67-afd5-d834570ff64e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.976218] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.976535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.976535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.976673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.977343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.988376] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: IN_PROGRESS for 2s [ 685.150994] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 in Status: SUCCESS [ 685.151258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.351917] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.446225] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.446469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.446587] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.446866] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.447020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.447176] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 6a14de23-908f-4d67-afd5-d834570ff64e not found, creating... [ 685.447693] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.447882] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.447996] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.448871] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.448871] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.448871] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.449376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.449376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.449376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.449668] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.449668] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 6a14de23-908f-4d67-afd5-d834570ff64e is going to be created. [ 685.473719] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.474499] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.474663] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.476987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.476987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.476987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.855197] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1897c16b-38bc-4f63-aa01-37552c659610: rpc.has_security_group_logging(os_id): False [ 685.876986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.876986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.876986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.876986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.876986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.877910] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.877910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.877910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.877910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.877910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.877910] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be created. [ 685.951051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.951220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.951275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.951496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.951703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.969175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 686.235075] env[65337]: INFO networking_nsxv3.common.synchronization [req-dde0b8f3-e815-45d2-a839-4638cfeba1f9 req-754c3ad3-2fa2-4057-892a-5e59d21e6c9b service nova] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_rules [ 686.235129] env[65337]: INFO networking_nsxv3.common.synchronization [req-dde0b8f3-e815-45d2-a839-4638cfeba1f9 req-754c3ad3-2fa2-4057-892a-5e59d21e6c9b service nova] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 686.235274] env[65337]: INFO networking_nsxv3.common.synchronization [req-dde0b8f3-e815-45d2-a839-4638cfeba1f9 req-754c3ad3-2fa2-4057-892a-5e59d21e6c9b service nova] Enqueued Resource ID: 6a14de23-908f-4d67-afd5-d834570ff64e with Priority: HIGHEST for action port [ 686.235867] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_rules [ 686.236183] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 686.236394] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a14de23-908f-4d67-afd5-d834570ff64e with Priority: HIGHEST for action port [ 686.236761] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.236879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.236941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.237223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.237346] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.238391] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.238391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.238572] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a14de23-908f-4d67-afd5-d834570ff64e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.238667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.238786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.239142] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a14de23-908f-4d67-afd5-d834570ff64e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.741009] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.741303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.741345] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a14de23-908f-4d67-afd5-d834570ff64e with status ACTIVE [ 686.741521] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.741684] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.741739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.742025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.742131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.742455] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.742641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.742773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.742958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.743058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.743415] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.743566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.743599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.743781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.743812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.743881] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a14de23-908f-4d67-afd5-d834570ff64e is going to be updated. [ 686.785086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.785266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.785393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.786319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.786319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.786319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a14de23-908f-4d67-afd5-d834570ff64e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.947659] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0ef8a4a7-02f4-4a2e-b384-6e99f28607b7 None None] Enqueued Resource ID: e2156409-1595-467c-8ae6-a5985e876cb7 with Priority: HIGHEST for action port [ 686.948360] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2156409-1595-467c-8ae6-a5985e876cb7 with Priority: HIGHEST for action port [ 686.948684] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2156409-1595-467c-8ae6-a5985e876cb7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.948808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2156409-1595-467c-8ae6-a5985e876cb7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.948915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2156409-1595-467c-8ae6-a5985e876cb7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.949188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2156409-1595-467c-8ae6-a5985e876cb7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.949272] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2156409-1595-467c-8ae6-a5985e876cb7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.000338] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 687.000338] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e deletion is rescheduled due to dependency. [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.000338] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.000338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.000338] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.452167] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2156409-1595-467c-8ae6-a5985e876cb7 [ 687.452363] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.452490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.452555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.452760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.452844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.452938] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2156409-1595-467c-8ae6-a5985e876cb7 already deleted. [ 687.453025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2156409-1595-467c-8ae6-a5985e876cb7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.503721] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.973039] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0a7816d6-4e46-4521-a15f-188fefa2d544 None None] Enqueued Resource ID: 1c559e55-7ec3-4694-bc08-5e8ebaf2ee48 with Priority: HIGHEST for action port [ 687.974985] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c559e55-7ec3-4694-bc08-5e8ebaf2ee48 with Priority: HIGHEST for action port [ 687.976478] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c559e55-7ec3-4694-bc08-5e8ebaf2ee48 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.976478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c559e55-7ec3-4694-bc08-5e8ebaf2ee48" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.976478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c559e55-7ec3-4694-bc08-5e8ebaf2ee48" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.976478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c559e55-7ec3-4694-bc08-5e8ebaf2ee48" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.976478] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c559e55-7ec3-4694-bc08-5e8ebaf2ee48',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.987373] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 687.987618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.006973] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.481904] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c559e55-7ec3-4694-bc08-5e8ebaf2ee48 [ 688.481904] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.481904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.481904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.481904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.481904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.481904] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c559e55-7ec3-4694-bc08-5e8ebaf2ee48 already deleted. [ 688.481904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c559e55-7ec3-4694-bc08-5e8ebaf2ee48" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.513568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.513830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.513934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.514222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.515337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.515524] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be updated. [ 688.526107] env[65337]: INFO networking_nsxv3.common.synchronization [req-53bace31-5e03-4fff-9ab1-22e5fa6b8ed7 req-af22db80-1099-49bd-9fbc-7941a39c507d tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 688.526462] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 688.527188] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.527493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.527493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.527611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.528234] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.528377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.528457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.528639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.528734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.528856] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.545159] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.545309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.545563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.545795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.558237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: IN_PROGRESS for 2s [ 688.994635] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.995097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.995097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995262] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.995502] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.995655] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.995761] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.995959] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.996223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.996495] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.996603] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.996703] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.996799] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.996900] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.997202] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.997202] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.017149] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.017357] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.017494] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.017659] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.017968] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.018142] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018257] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.018588] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.018719] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ec74ae-0304-4c05-b7c1-1094cad75ae5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.031415] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.031415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.031415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.031415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.031576] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.032328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.032328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.032328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.032328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.032328] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 already deleted. [ 689.032328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.523201] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.523543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.523672] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.523949] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.524102] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.524248] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port d6ec74ae-0304-4c05-b7c1-1094cad75ae5 not found, creating... [ 689.524506] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.525666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.525666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.525666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.525666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.525666] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.525666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.525666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.526068] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.526068] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.526647] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: d6ec74ae-0304-4c05-b7c1-1094cad75ae5 is going to be created. [ 689.551263] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.551680] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.551680] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.551857] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.551947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.552232] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.937859] env[65337]: INFO networking_nsxv3.common.synchronization [None req-54833529-a4d5-400f-8e34-1b80335c809c None None] Enqueued Resource ID: 3730dfa7-7789-4849-8a14-dc02c6518b10 with Priority: HIGHEST for action port [ 689.938436] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3730dfa7-7789-4849-8a14-dc02c6518b10 with Priority: HIGHEST for action port [ 689.938822] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3730dfa7-7789-4849-8a14-dc02c6518b10 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.938946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3730dfa7-7789-4849-8a14-dc02c6518b10" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.939297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3730dfa7-7789-4849-8a14-dc02c6518b10" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.939964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3730dfa7-7789-4849-8a14-dc02c6518b10" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.939964] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3730dfa7-7789-4849-8a14-dc02c6518b10',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.243053] env[65337]: INFO networking_nsxv3.common.synchronization [req-53bace31-5e03-4fff-9ab1-22e5fa6b8ed7 req-6b0b8637-39ed-4773-9714-179526497cc0 service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 690.243053] env[65337]: INFO networking_nsxv3.common.synchronization [req-53bace31-5e03-4fff-9ab1-22e5fa6b8ed7 req-6b0b8637-39ed-4773-9714-179526497cc0 service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 690.243053] env[65337]: INFO networking_nsxv3.common.synchronization [req-53bace31-5e03-4fff-9ab1-22e5fa6b8ed7 req-6b0b8637-39ed-4773-9714-179526497cc0 service nova] Enqueued Resource ID: d6ec74ae-0304-4c05-b7c1-1094cad75ae5 with Priority: HIGHEST for action port [ 690.243053] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 690.243714] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 690.243987] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6ec74ae-0304-4c05-b7c1-1094cad75ae5 with Priority: HIGHEST for action port [ 690.244465] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.244741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.244948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.245316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.245509] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.246592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.246929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.247163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.247530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.247927] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.248145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.248292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.248520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.248742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.248913] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.249817] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.251588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.251588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.251588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.251588] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6ec74ae-0304-4c05-b7c1-1094cad75ae5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.280403] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0ad636f4-7790-46b2-a59e-2d6058f27f85 None None] Enqueued Resource ID: 75f7143e-c3aa-44b3-a078-171024deb37b with Priority: HIGHEST for action port [ 690.281181] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75f7143e-c3aa-44b3-a078-171024deb37b with Priority: HIGHEST for action port [ 690.281724] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-75f7143e-c3aa-44b3-a078-171024deb37b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.282487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75f7143e-c3aa-44b3-a078-171024deb37b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.282487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75f7143e-c3aa-44b3-a078-171024deb37b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.282638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75f7143e-c3aa-44b3-a078-171024deb37b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.282816] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75f7143e-c3aa-44b3-a078-171024deb37b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.442474] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3730dfa7-7789-4849-8a14-dc02c6518b10 [ 690.442790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.444625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.444625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.444625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.444625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.444625] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3730dfa7-7789-4849-8a14-dc02c6518b10 already deleted. [ 690.444625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3730dfa7-7789-4849-8a14-dc02c6518b10" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.569317] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 690.569540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.570154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.570342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.570558] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.570691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.570756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.570914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.570992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.571239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.571357] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.717668] env[65337]: INFO networking_nsxv3.common.synchronization [req-11ecdec3-6735-4c3c-8f09-928abdca5752 req-02e94c54-76c7-479c-b488-6a68e5da9e33 tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 690.718847] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 690.718847] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.718847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.752232] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.753461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.753699] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.754678] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6ec74ae-0304-4c05-b7c1-1094cad75ae5 with status ACTIVE [ 690.754906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.755043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.755110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.755328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.755408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.755626] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.755734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.755792] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.755990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.756093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.756237] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.756330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.756523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.756591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.756670] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6ec74ae-0304-4c05-b7c1-1094cad75ae5 is going to be updated. [ 690.787348] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75f7143e-c3aa-44b3-a078-171024deb37b [ 690.787348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.787348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.787348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.787348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.787348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.787348] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75f7143e-c3aa-44b3-a078-171024deb37b already deleted. [ 690.787348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75f7143e-c3aa-44b3-a078-171024deb37b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.793100] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.793100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.793100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.793100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.793100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.793100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6ec74ae-0304-4c05-b7c1-1094cad75ae5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.074324] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.074465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.074501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.074730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.075426] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.075426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.075583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.075645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.076769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.076769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.076769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.077145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.077145] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.245305] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.245645] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.245645] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.245856] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246311] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.246311] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246484] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246616] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.246988] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.247087] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.247197] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.247270] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.247460] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.247460] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.247615] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.262764] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.266387] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.266849] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.266849] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.267040] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.267383] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-1313c914-d4e9-4468-98f8-e44865cb8d0a taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.267603] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.267816] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.268189] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.268362] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1313c914-d4e9-4468-98f8-e44865cb8d0a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.581077] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96c5c886-c3a0-4b42-83fb-b96fb6e3602e: rpc.has_security_group_logging(os_id): False [ 691.601738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.601921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.602164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.602416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.602535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.605235] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.605748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.606243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.606831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.607018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.607641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.607863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.608256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.608318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.608368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.608559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.608654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.608787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.608949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.609115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.609250] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be updated. [ 691.678448] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.678723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.678786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.679178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.696339] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: IN_PROGRESS for 2s [ 691.765442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.765619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.765671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.765923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.765984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.766231] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be created. [ 691.775024] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.775236] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.775339] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.775697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.775834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.775954] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 1313c914-d4e9-4468-98f8-e44865cb8d0a not found, creating... [ 691.776294] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.776478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.776601] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.776845] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.776988] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.777384] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.777562] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.777677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.778292] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.778292] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.778292] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 1313c914-d4e9-4468-98f8-e44865cb8d0a is going to be created. [ 691.806116] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.806383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.806453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.806617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.806837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.810803] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.811073] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.811141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.811402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.811634] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.811848] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.818700] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: UNINITIALIZED for 2s [ 692.137046] env[65337]: INFO networking_nsxv3.common.synchronization [req-6d52adde-d143-4da8-8218-0db952fc5aae req-2e57994f-39a0-47b0-a4b7-d5b8b852e34d tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 692.137562] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 692.137881] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.138016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.138088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.138315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.138462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.138565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.138624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.138774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.138888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.138987] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.527313] env[65337]: INFO networking_nsxv3.common.synchronization [req-11ecdec3-6735-4c3c-8f09-928abdca5752 req-bdc154e7-b792-43ab-9209-ebd57314e8ea service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 692.527600] env[65337]: INFO networking_nsxv3.common.synchronization [req-11ecdec3-6735-4c3c-8f09-928abdca5752 req-bdc154e7-b792-43ab-9209-ebd57314e8ea service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 692.527815] env[65337]: INFO networking_nsxv3.common.synchronization [req-11ecdec3-6735-4c3c-8f09-928abdca5752 req-bdc154e7-b792-43ab-9209-ebd57314e8ea service nova] Enqueued Resource ID: 1313c914-d4e9-4468-98f8-e44865cb8d0a with Priority: HIGHEST for action port [ 692.528399] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 692.528595] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 692.528716] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1313c914-d4e9-4468-98f8-e44865cb8d0a with Priority: HIGHEST for action port [ 692.528996] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.529173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.529381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.529425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.529638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1313c914-d4e9-4468-98f8-e44865cb8d0a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.529752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.529805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.530261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.530261] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1313c914-d4e9-4468-98f8-e44865cb8d0a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.641419] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.641574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.641647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.641867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.641970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.642171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.642273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.642338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.642504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.642561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.642631] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 692.671615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.671695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.671730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.672027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.672109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.684629] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 693.032482] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1313c914-d4e9-4468-98f8-e44865cb8d0a with status ACTIVE [ 693.033344] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.033344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.033344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.033344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.033344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.033696] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.033696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.033696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.033875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.033875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.034072] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.034072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.034213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.034323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.034323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.034416] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1313c914-d4e9-4468-98f8-e44865cb8d0a is going to be updated. [ 693.056465] env[65337]: INFO networking_nsxv3.common.synchronization [req-e0bf637e-3cfe-42d7-8867-f60b025b11e6 req-582d7a96-2b10-4998-868c-037fa40de0f7 tempest-ServerPasswordTestJSON-2097027776 tempest-ServerPasswordTestJSON-2097027776-project-member] Enqueued Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_members [ 693.056871] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_members [ 693.057283] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.057421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.057526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.057825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.058020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.058157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.058219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.058389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.058483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.058598] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.061128] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.061128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.061128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.061638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.061638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.061638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1313c914-d4e9-4468-98f8-e44865cb8d0a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.501679] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.501882] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-260" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.502123] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-260" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.503519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-260" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.503898] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.504152] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.504353] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.504572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.504814] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.505118] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.505178] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.505293] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.505434] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.505573] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.505711] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.505868] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.540425] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.543030] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.543030] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.543030] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-260" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.543030] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-0f40e684-b2fd-4329-bedd-b7decc8a8163 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.543030] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.543030] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.543030] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.543030] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f40e684-b2fd-4329-bedd-b7decc8a8163',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.562996] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.562996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.562996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.562996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.562996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.562996] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.562996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.562996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.563475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.563475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.563475] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 already deleted. [ 693.563475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.725824] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 693.725824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.832938] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 693.833129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.833244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.833576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.833772] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.833892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.833957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.834132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.834247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.834354] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.045499] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.045744] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.045825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.046113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.046307] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.046455] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 0f40e684-b2fd-4329-bedd-b7decc8a8163 not found, creating... [ 694.046722] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.046874] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.046982] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.047238] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.047405] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.047681] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.047828] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.047936] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.048555] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.048627] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.048739] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 0f40e684-b2fd-4329-bedd-b7decc8a8163 is going to be created. [ 694.068803] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.069025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.069145] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.069496] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.069635] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.069884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.336595] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.696435] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 694.697085] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d deletion is rescheduled due to dependency. [ 694.697085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.831668] env[65337]: INFO networking_nsxv3.common.synchronization [req-e0bf637e-3cfe-42d7-8867-f60b025b11e6 req-3355f3ca-4f5b-40f0-ba38-8fc92f244dc2 service nova] Enqueued Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_rules [ 694.831958] env[65337]: INFO networking_nsxv3.common.synchronization [req-e0bf637e-3cfe-42d7-8867-f60b025b11e6 req-3355f3ca-4f5b-40f0-ba38-8fc92f244dc2 service nova] Enqueued Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_members [ 694.831958] env[65337]: INFO networking_nsxv3.common.synchronization [req-e0bf637e-3cfe-42d7-8867-f60b025b11e6 req-3355f3ca-4f5b-40f0-ba38-8fc92f244dc2 service nova] Enqueued Resource ID: 0f40e684-b2fd-4329-bedd-b7decc8a8163 with Priority: HIGHEST for action port [ 694.834302] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_rules [ 694.834302] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_members [ 694.834400] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f40e684-b2fd-4329-bedd-b7decc8a8163 with Priority: HIGHEST for action port [ 694.834721] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.834849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.834913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.837426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.837583] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.844454] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.844627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.844700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.845234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.845441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.845555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.845619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.845790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.845878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.845979] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.847060] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f40e684-b2fd-4329-bedd-b7decc8a8163 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.847196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.847265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.847408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.847522] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f40e684-b2fd-4329-bedd-b7decc8a8163',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.849987] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.852462] env[65337]: INFO networking_nsxv3.common.synchronization [None req-530b4a5a-4d67-4cef-af31-6440e9c1a182 None None] Enqueued Resource ID: fb21cefd-6cc0-410c-b29f-78401c8beed6 with Priority: HIGHEST for action port [ 694.853253] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb21cefd-6cc0-410c-b29f-78401c8beed6 with Priority: HIGHEST for action port [ 694.853748] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb21cefd-6cc0-410c-b29f-78401c8beed6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.853748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb21cefd-6cc0-410c-b29f-78401c8beed6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.853748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb21cefd-6cc0-410c-b29f-78401c8beed6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.855201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb21cefd-6cc0-410c-b29f-78401c8beed6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.855356] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb21cefd-6cc0-410c-b29f-78401c8beed6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.341528] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.343915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.352383] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.353519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.353622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.353821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.354713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.354713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 695.355300] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.356230] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f40e684-b2fd-4329-bedd-b7decc8a8163 with status ACTIVE [ 695.356597] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.356597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.356722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.358316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.358316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.359682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.360057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.360057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.360057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.360238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.360406] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.360508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.360569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.362317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.362398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.362932] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f40e684-b2fd-4329-bedd-b7decc8a8163 is going to be updated. [ 695.366116] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb21cefd-6cc0-410c-b29f-78401c8beed6 [ 695.366458] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.366658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.366658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.366916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.366983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.367030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb21cefd-6cc0-410c-b29f-78401c8beed6 already deleted. [ 695.367150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb21cefd-6cc0-410c-b29f-78401c8beed6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.390935] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.391114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.391171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.391382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.391608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.391852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f40e684-b2fd-4329-bedd-b7decc8a8163" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.400350] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.400495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.400556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.400762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.400908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.412741] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 695.868785] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.370581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.370742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.370819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.371060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.371154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.371253] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 is going to be created. [ 696.402300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.402300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.402300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.402300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.402300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.415599] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 in Status: UNINITIALIZED for 2s [ 696.852029] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f336d718-ef4b-403b-8410-85fcdf59af82 None None] Enqueued Resource ID: 23ac665b-96f6-499d-aa2a-dc02974c8638 with Priority: HIGHEST for action port [ 696.852029] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23ac665b-96f6-499d-aa2a-dc02974c8638 with Priority: HIGHEST for action port [ 696.852029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-23ac665b-96f6-499d-aa2a-dc02974c8638 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.852029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23ac665b-96f6-499d-aa2a-dc02974c8638" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.852029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23ac665b-96f6-499d-aa2a-dc02974c8638" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.852029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23ac665b-96f6-499d-aa2a-dc02974c8638" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.852029] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23ac665b-96f6-499d-aa2a-dc02974c8638',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.910625] env[65337]: INFO networking_nsxv3.common.synchronization [req-7f406901-5725-46dc-8df7-348291b330fe req-d70d5735-7fa5-4660-93c8-e5b4f9b1934f tempest-VolumesAssistedSnapshotsTest-81870649 tempest-VolumesAssistedSnapshotsTest-81870649-project-member] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_members [ 696.911683] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGHEST for action security_group_members [ 696.914477] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.914477] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.914477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.914477] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.354750] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23ac665b-96f6-499d-aa2a-dc02974c8638 [ 697.355102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.355351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.355351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.356683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.356683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.356683] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23ac665b-96f6-499d-aa2a-dc02974c8638 already deleted. [ 697.356683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23ac665b-96f6-499d-aa2a-dc02974c8638" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.418144] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.418144] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.418144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.418144] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 is going to be updated. [ 697.437624] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.437624] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.437624] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.438256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.438382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.438536] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.438706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.439096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.439096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.439096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.439096] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.462596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.462823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.462904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.463215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.463406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.477624] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: IN_PROGRESS for 2s [ 697.737825] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1b20f6e8-63b9-44cf-8ce0-385d28e120c4 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 697.738894] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 697.739957] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.739957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.739957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.739957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.739957] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.891497] env[65337]: INFO networking_nsxv3.common.synchronization [None req-074dbe8c-7706-4383-9a47-7556716c29b8 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 697.891922] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 697.892247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.892368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.941174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.941851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.942573] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.265405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.265552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.265619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.265825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.265909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.265997] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 already deleted. [ 698.266130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.266433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.267018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.267018] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.426407] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 in Status: SUCCESS [ 698.426611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.426956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.427099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.427260] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.427387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.427456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.427646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.427732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.427897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.427897] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.446199] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.796208] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.796376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.796428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.796690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.800152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.800152] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 already deleted. [ 698.800152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.893051] env[65337]: INFO networking_nsxv3.common.synchronization [req-c8a9b6fd-1f14-4bbf-b44d-11f358bc59b3 req-086ec0fc-1f44-459c-bd16-04a12cb2bbdb tempest-FloatingIPsAssociationNegativeTestJSON-1165950431 tempest-FloatingIPsAssociationNegativeTestJSON-1165950431-project-member] Enqueued Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_members [ 698.897303] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_members [ 698.897303] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.897303] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.897303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.897303] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.932227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.932227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.932227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.933086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.933411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.933611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.933965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.934565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.934829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.936217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.936217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.936217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.936217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.936217] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.951112] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.951112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.951112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.951112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.951112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.951112] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 698.984207] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.984207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.984207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.984207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.984207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.997552] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 699.146019] env[65337]: INFO networking_nsxv3.common.synchronization [None req-fa62b856-b317-490d-bdaa-c99c16006462 tempest-MigrationsAdminTest-277988615 tempest-MigrationsAdminTest-277988615-project-member] Enqueued Resource ID: 7f5cc751-4a89-4827-b126-bd841a564d35 with Priority: HIGHEST for action security_group_rules [ 699.146867] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5cc751-4a89-4827-b126-bd841a564d35 with Priority: HIGHEST for action security_group_rules [ 699.147311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5cc751-4a89-4827-b126-bd841a564d35 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.147453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.147546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.147824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.147913] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5cc751-4a89-4827-b126-bd841a564d35',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.355212] env[65337]: INFO networking_nsxv3.common.synchronization [None req-dbb27ee8-cce2-43fb-a7c2-cf6f63365e46 tempest-MigrationsAdminTest-277988615 tempest-MigrationsAdminTest-277988615-project-member] Enqueued Resource ID: 7f5cc751-4a89-4827-b126-bd841a564d35 with Priority: HIGHEST for action security_group_rules [ 699.355956] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f5cc751-4a89-4827-b126-bd841a564d35 with Priority: HIGHEST for action security_group_rules [ 699.356782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f5cc751-4a89-4827-b126-bd841a564d35 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.356782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.401032] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.401180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.401257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.401478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.401572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.401757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.401854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.401916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.402156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.402240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.402326] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60654c25-cecf-45eb-b388-ec379999e82b already deleted. [ 699.402406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.403352] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-944 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.403527] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-944" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.403622] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-944" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.403889] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-944" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.404155] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.404284] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.404393] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.404593] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.404720] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.404913] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.405030] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.405209] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.405275] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.405316] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.406040] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.406040] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.427594] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.427594] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.427940] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.428032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-944" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.428379] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-690670a9-a3af-4118-9b52-7b55fbc6103b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.428747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.428747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.428985] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.429443] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690670a9-a3af-4118-9b52-7b55fbc6103b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.439175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21616d65-5a31-47a0-9ddb-22ccf68c94e8: rpc.has_security_group_logging(os_id): False [ 699.462477] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.462639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.462831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.463247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.463247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.465893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.465893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.465893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.467919] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.467919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.467919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.467919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.467919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.467919] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 is going to be created. [ 699.492316] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 in Status: SUCCESS [ 699.492498] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 deletion is rescheduled due to dependency. [ 699.492613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.534051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.534051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.534255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.534377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.534708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.549681] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 in Status: IN_PROGRESS for 2s [ 699.679415] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.679615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.679615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.679921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.680024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.680121] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5cc751-4a89-4827-b126-bd841a564d35 already deleted. [ 699.680204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.680354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.680512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.680594] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f5cc751-4a89-4827-b126-bd841a564d35',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.935296] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.935651] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.935824] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.936179] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.936433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.936655] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 690670a9-a3af-4118-9b52-7b55fbc6103b not found, creating... [ 699.936921] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.937125] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.937278] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.937584] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.937763] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.938131] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.938376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.938529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.938821] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.939009] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.939185] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 690670a9-a3af-4118-9b52-7b55fbc6103b is going to be created. [ 699.965692] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.966067] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.966272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.966646] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.966997] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.968301] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.210286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.210508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.210508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.211419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.211419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.211419] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f5cc751-4a89-4827-b126-bd841a564d35 already deleted. [ 700.211419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f5cc751-4a89-4827-b126-bd841a564d35" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.342584] env[65337]: INFO networking_nsxv3.common.synchronization [req-6b976fcd-f52c-4002-8fd2-454df27f0678 req-a9145aad-34f6-4c62-afc4-70dc04d32f51 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_members [ 700.343202] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 with Priority: HIGHEST for action security_group_members [ 700.343510] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.343657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.343726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.343931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.344497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.344497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.344497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.344497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.344497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.344782] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.735275] env[65337]: INFO networking_nsxv3.common.synchronization [req-c8a9b6fd-1f14-4bbf-b44d-11f358bc59b3 req-43a502c1-0302-4f2d-ba39-65b433f12d73 service nova] Enqueued Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_rules [ 700.735439] env[65337]: INFO networking_nsxv3.common.synchronization [req-c8a9b6fd-1f14-4bbf-b44d-11f358bc59b3 req-43a502c1-0302-4f2d-ba39-65b433f12d73 service nova] Enqueued Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_members [ 700.735579] env[65337]: INFO networking_nsxv3.common.synchronization [req-c8a9b6fd-1f14-4bbf-b44d-11f358bc59b3 req-43a502c1-0302-4f2d-ba39-65b433f12d73 service nova] Enqueued Resource ID: 690670a9-a3af-4118-9b52-7b55fbc6103b with Priority: HIGHEST for action port [ 700.736172] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_rules [ 700.736364] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_members [ 700.736516] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 690670a9-a3af-4118-9b52-7b55fbc6103b with Priority: HIGHEST for action port [ 700.737390] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.737559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.737606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.737979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.738125] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.740231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.740231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.740231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.740231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.740231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.740231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.740817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.740817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.740817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.740817] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.741868] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-690670a9-a3af-4118-9b52-7b55fbc6103b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.744155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.744155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.744155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.744155] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('690670a9-a3af-4118-9b52-7b55fbc6103b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.847012] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.847012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.847228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.847328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.847450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.847667] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.847773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.847837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.848016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.848094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.848182] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 is going to be updated. [ 700.881139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.881286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.881395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.881562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.881915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.890441] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 in Status: IN_PROGRESS for 2s [ 701.011253] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 701.011529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.011688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.011913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.012129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.012269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.012338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.012500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.012595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.012679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.012838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.012932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.013015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.013172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.013330] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.013437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.013498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.013639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.014159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.014159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.014159] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.245592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.247859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.247859] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.248620] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 690670a9-a3af-4118-9b52-7b55fbc6103b with status ACTIVE [ 701.248782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.249167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.249167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.249314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.249314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.249726] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.249726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.249726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.251698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.252789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.252789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.252789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.252789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.253186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.253283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.253391] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 690670a9-a3af-4118-9b52-7b55fbc6103b is going to be updated. [ 701.279771] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.279971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.280029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.280287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.280510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.280808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-690670a9-a3af-4118-9b52-7b55fbc6103b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.482729] env[65337]: INFO networking_nsxv3.common.synchronization [req-99ef5062-24ec-4954-9a43-0f2ba034a4ee req-6ff6aacb-d829-446b-9dc6-b9310f65118d tempest-AttachInterfacesV270Test-1359631583 tempest-AttachInterfacesV270Test-1359631583-project-member] Enqueued Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_members [ 701.483407] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_members [ 701.483756] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.483877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.483959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.484225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.484405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.484498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.484615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.484718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.484807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.484901] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.518041] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc90567-98d1-4162-88af-d96d36de7c15: rpc.has_security_group_logging(os_id): False [ 701.539248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.539424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.539462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.539695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.539798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.539988] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.540106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.540169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.540324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.540400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.540589] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.540681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.540745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.540877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.540955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.541347] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.541464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.541517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.541807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.541882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.542081] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be created. [ 701.575406] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 in Status: SUCCESS [ 701.575406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.610353] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.610495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.610565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.610791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.610970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.623816] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 701.755548] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.989747] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.990079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.990079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.990318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.990452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.990699] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.990835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.991025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.991178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.991259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.991385] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d already deleted. [ 701.991686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.039282] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.039572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-242" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.039572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-242" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.039907] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-242" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.040168] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.040318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.040429] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.040640] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.040774] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.040977] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.044487] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.044487] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.044487] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.044487] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.044487] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.044487] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.075554] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.075554] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.075554] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.075554] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-242" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075554] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-60a23b6a-6d84-46c0-965a-fd012fa7346a taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.075554] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.075554] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.076054] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.076084] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a23b6a-6d84-46c0-965a-fd012fa7346a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.258619] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.258777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.258858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.259204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.259803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.259803] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60654c25-cecf-45eb-b388-ec379999e82b is going to be created. [ 702.287152] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.287457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.287560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.287790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.287955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.297903] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60654c25-cecf-45eb-b388-ec379999e82b in Status: UNINITIALIZED for 2s [ 702.580218] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.580475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.580590] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.580864] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.581026] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.581177] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 60a23b6a-6d84-46c0-965a-fd012fa7346a not found, creating... [ 702.581434] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581741] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.581952] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.582095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.582366] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.582514] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.582626] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.582822] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.582947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.583090] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 60a23b6a-6d84-46c0-965a-fd012fa7346a is going to be created. [ 702.605531] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.605723] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.605835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.606567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.606567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.606660] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.901887] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 in Status: SUCCESS [ 702.901887] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8 deletion is rescheduled due to dependency. [ 702.901887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.385674] env[65337]: INFO networking_nsxv3.common.synchronization [req-99ef5062-24ec-4954-9a43-0f2ba034a4ee req-bbfa625b-5530-412c-8f7a-5c68894f794f service nova] Enqueued Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_rules [ 703.385674] env[65337]: INFO networking_nsxv3.common.synchronization [req-99ef5062-24ec-4954-9a43-0f2ba034a4ee req-bbfa625b-5530-412c-8f7a-5c68894f794f service nova] Enqueued Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_members [ 703.385674] env[65337]: INFO networking_nsxv3.common.synchronization [req-99ef5062-24ec-4954-9a43-0f2ba034a4ee req-bbfa625b-5530-412c-8f7a-5c68894f794f service nova] Enqueued Resource ID: 60a23b6a-6d84-46c0-965a-fd012fa7346a with Priority: HIGHEST for action port [ 703.385674] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_rules [ 703.385674] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_members [ 703.386472] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a23b6a-6d84-46c0-965a-fd012fa7346a with Priority: HIGHEST for action port [ 703.386472] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.386472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.386472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.386688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.386688] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.388108] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.388236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.388308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.388705] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.388819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.388819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.389089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.389089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.389171] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.390036] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a23b6a-6d84-46c0-965a-fd012fa7346a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.390176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.390245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.390407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.390560] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a23b6a-6d84-46c0-965a-fd012fa7346a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.638350] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 703.638601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.638776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.638995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.639097] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.902024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.902024] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.902024] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60a23b6a-6d84-46c0-965a-fd012fa7346a with status ACTIVE [ 703.902024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.902024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.902024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.902780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.902780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.902780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.902780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.902780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.902780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60a23b6a-6d84-46c0-965a-fd012fa7346a is going to be updated. [ 703.928344] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.928529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.928562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.929737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.929737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.929737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a23b6a-6d84-46c0-965a-fd012fa7346a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.142535] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.142765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.142765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.143409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.143409] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.143409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.143409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.143870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.143870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143870] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.196913] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d0a216b-008b-4ce2-85a0-8dc1dcdddae5 req-c940e82e-60ab-4995-ae9e-61d9aa9fd313 tempest-VolumesAdminNegativeTest-814593795 tempest-VolumesAdminNegativeTest-814593795-project-member] Enqueued Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_members [ 704.197838] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_members [ 704.198268] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.198461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.198591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.198922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.199138] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.199531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.199531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.199696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.199873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.200023] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.316023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60654c25-cecf-45eb-b388-ec379999e82b in Status: SUCCESS [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.316023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.316023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.316023] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.407028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.633723] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.633915] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-458" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.634065] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-458" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.634400] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-458" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.634686] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.634863] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.634979] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.637343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.637343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.637343] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.637343] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.637343] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.637488] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.637622] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.637657] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.637772] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.647292] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.647458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.647530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.647734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.647893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.647987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.648058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.648203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.648282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.649889] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.649889] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.649889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.649889] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.660607] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.660767] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.660898] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.661088] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-458" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.661396] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-10053d76-f0b1-4415-b2d6-c03c405017e9 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.661568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.661681] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.661992] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.662142] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10053d76-f0b1-4415-b2d6-c03c405017e9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.702723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.702723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.702723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.702916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.702916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.703176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.703275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.703398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.703856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.703856] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044ce7dc-ea80-451e-ac71-d8540e667558 already deleted. [ 704.703856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.819418] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.819656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.819763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.820078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.820317] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.820451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.820555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.820836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.820940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.821031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.821257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.821356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.821453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.821655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.821836] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.821941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.822410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.822944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.823320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.823380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.823582] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.909156] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.909371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.909371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.909539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.909637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.909737] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d is going to be created. [ 704.940540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.940732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.941239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.941239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.941377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.954533] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d in Status: UNINITIALIZED for 2s [ 705.151939] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc90567-98d1-4162-88af-d96d36de7c15: rpc.has_security_group_logging(os_id): False [ 705.165091] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.165406] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.165496] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.165850] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.166032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.166185] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 10053d76-f0b1-4415-b2d6-c03c405017e9 not found, creating... [ 705.166520] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.166758] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.166758] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.167181] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.167181] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.167429] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.167623] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.167865] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.167927] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.167998] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.168145] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 10053d76-f0b1-4415-b2d6-c03c405017e9 is going to be created. [ 705.170781] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.170913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.170913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.171168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.171260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.171435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.171679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.171679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.171799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.171799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.171995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.172502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.172590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.172712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.172788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.173105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.173276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.173349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.173455] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 705.188397] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.188599] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.188717] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.188986] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.189224] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.189441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.231240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.231391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.232378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.232378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.232378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.252314] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 705.329900] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60654c25-cecf-45eb-b388-ec379999e82b: rpc.has_security_group_logging(os_id): False [ 705.367172] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.367172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.367172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.367628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.367740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.368092] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.368260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.368260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.368557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.368702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.369043] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.369201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.371671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.371671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.371671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.371671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.371671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.371671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.371671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.371671] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60654c25-cecf-45eb-b388-ec379999e82b is going to be created. [ 705.473091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.473429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.473429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.473643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.473869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.488137] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60654c25-cecf-45eb-b388-ec379999e82b in Status: IN_PROGRESS for 2s [ 705.983300] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d0a216b-008b-4ce2-85a0-8dc1dcdddae5 req-732caa45-2954-4fcc-842e-fb4f1c30d5e6 service nova] Enqueued Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_rules [ 705.983572] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d0a216b-008b-4ce2-85a0-8dc1dcdddae5 req-732caa45-2954-4fcc-842e-fb4f1c30d5e6 service nova] Enqueued Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_members [ 705.983739] env[65337]: INFO networking_nsxv3.common.synchronization [req-9d0a216b-008b-4ce2-85a0-8dc1dcdddae5 req-732caa45-2954-4fcc-842e-fb4f1c30d5e6 service nova] Enqueued Resource ID: 10053d76-f0b1-4415-b2d6-c03c405017e9 with Priority: HIGHEST for action port [ 705.984560] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_rules [ 705.984714] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_members [ 705.984838] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10053d76-f0b1-4415-b2d6-c03c405017e9 with Priority: HIGHEST for action port [ 705.985247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.985350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.985404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.985713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.985817] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.987869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.987869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.987869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.988106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.988955] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.989162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.989238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.989445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.989572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.989730] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.990814] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-10053d76-f0b1-4415-b2d6-c03c405017e9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.991013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.991013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.991414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.991414] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10053d76-f0b1-4415-b2d6-c03c405017e9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.190332] env[65337]: INFO networking_nsxv3.common.synchronization [req-f7fb0032-d0ea-49f2-aac1-f8bbe433b8cd req-2ca6a3f9-2cc1-4983-affb-8344452fc022 tempest-DeleteServersAdminTestJSON-1787015591 tempest-DeleteServersAdminTestJSON-1787015591-project-member] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 706.191362] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGHEST for action security_group_members [ 706.191695] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.191871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.191871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.192124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.192285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.192601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.192764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192764] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.496816] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.496816] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10053d76-f0b1-4415-b2d6-c03c405017e9 with status ACTIVE [ 706.496816] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.496816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.496816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.496816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.496816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.497478] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.497478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.497478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.497478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.497599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.498629] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.498764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.498844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.498980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.499070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.499168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10053d76-f0b1-4415-b2d6-c03c405017e9 is going to be updated. [ 706.504026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.504026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.513752] env[65337]: INFO networking_nsxv3.common.synchronization [req-b58877fe-6c6d-4a7d-8be5-90af3e394fcf req-3f3faaf1-283c-4281-bc73-5f6142998c34 tempest-InstanceActionsTestJSON-2011628574 tempest-InstanceActionsTestJSON-2011628574-project-member] Enqueued Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_members [ 706.514917] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 with Priority: HIGHEST for action security_group_members [ 706.515290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.515444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.515582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.515744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.515919] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.516025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.516083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.517520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.517520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.517520] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcf9aea1-fd8e-4e49-a6d8-cba30a712052',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.527248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.527248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.527601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.527601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.528174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.528174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10053d76-f0b1-4415-b2d6-c03c405017e9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.694978] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.695193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.695277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.695621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.695621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.697644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.697644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.697644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.697644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.697644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.697644] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be updated. [ 706.737870] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.738144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.738144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.738634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.738634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.752152] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: IN_PROGRESS for 2s [ 706.965674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d in Status: SUCCESS [ 706.965848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.966038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.966295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.966482] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.966606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.966674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.966827] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.966923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.967025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.967118] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.002260] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.018940] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.019163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.019213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.019405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.019496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.019682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.019783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.020579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.020579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.020579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.020579] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 is going to be updated. [ 707.054233] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.057019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.057019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.057019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.057019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.064995] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 in Status: IN_PROGRESS for 2s [ 707.164401] env[65337]: INFO networking_nsxv3.common.synchronization [req-22550ec4-8083-4b71-a9d8-80d5c1e9a346 req-eb75102a-dc5e-4a8b-835e-7313e41e0559 tempest-ListServerFiltersTestJSON-907833884 tempest-ListServerFiltersTestJSON-907833884-project-member] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 707.164401] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 707.164401] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.164401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.164401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.164401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.165455] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.165573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.165636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.165824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.165907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.166012] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.241393] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8fe83846-8472-4067-9102-b229d6181994 None None] Enqueued Resource ID: 3bf169f6-66dc-40d3-ae6c-af82af0cadef with Priority: HIGHEST for action port [ 707.241994] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf169f6-66dc-40d3-ae6c-af82af0cadef with Priority: HIGHEST for action port [ 707.243311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf169f6-66dc-40d3-ae6c-af82af0cadef taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.243440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf169f6-66dc-40d3-ae6c-af82af0cadef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.243503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf169f6-66dc-40d3-ae6c-af82af0cadef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.243759] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf169f6-66dc-40d3-ae6c-af82af0cadef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.243864] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf169f6-66dc-40d3-ae6c-af82af0cadef',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.297999] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 707.298255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.473565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.473708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.473765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.473971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.474163] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.474298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.474350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.474682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.474682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.474682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.474894] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.474894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.474971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.475181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.475274] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.475336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.475336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.475465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.475537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.475640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.475738] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.501388] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60654c25-cecf-45eb-b388-ec379999e82b in Status: SUCCESS [ 707.502133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.502906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.503106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.503150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.503317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.503420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.503514] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044ce7dc-ea80-451e-ac71-d8540e667558 is going to be created. [ 707.530185] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.531316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.531645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.531875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543542] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044ce7dc-ea80-451e-ac71-d8540e667558 in Status: UNINITIALIZED for 2s [ 707.668174] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.747241] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bf169f6-66dc-40d3-ae6c-af82af0cadef [ 707.747241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.748093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.749180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.749180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.749180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.749180] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bf169f6-66dc-40d3-ae6c-af82af0cadef already deleted. [ 707.749180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf169f6-66dc-40d3-ae6c-af82af0cadef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.978930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d: rpc.has_security_group_logging(os_id): False [ 708.057913] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.058069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.058145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.058523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.058666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.058823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.058925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.058990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.059171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.059255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.059450] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.059552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.059651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.059753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.059824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.060062] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.062121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.062121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.062121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.062121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.062121] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d is going to be created. [ 708.130651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.130866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.130866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.132018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.132018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.149716] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d in Status: IN_PROGRESS for 2s [ 708.173464] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.680810] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.680810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.680810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.680810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.680810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.680810] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 708.714029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.714029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.714029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.714029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.714029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.725044] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 708.766009] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e in Status: SUCCESS [ 708.766095] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e deletion is rescheduled due to dependency. [ 708.766217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.079817] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 in Status: SUCCESS [ 709.079817] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcf9aea1-fd8e-4e49-a6d8-cba30a712052 deletion is rescheduled due to dependency. [ 709.079817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcf9aea1-fd8e-4e49-a6d8-cba30a712052" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.560573] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044ce7dc-ea80-451e-ac71-d8540e667558 in Status: SUCCESS [ 709.560777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.560952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.561214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.561475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.561540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.561605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.561762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.561840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.561946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.562050] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.727635] env[65337]: INFO networking_nsxv3.common.synchronization [req-c488dfcf-081a-4716-992a-a4cdea987514 req-50ac2e3e-79ad-448d-88bf-943de7c76e35 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 709.732027] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 709.733877] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.733877] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.733877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.733877] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.016788] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1c1b8e25-ac11-49cc-8b45-fb57f3f02d0d None None] Enqueued Resource ID: 38e072e6-4b12-41db-9797-04ce067747da with Priority: HIGHEST for action port [ 710.019823] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e072e6-4b12-41db-9797-04ce067747da with Priority: HIGHEST for action port [ 710.020594] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-38e072e6-4b12-41db-9797-04ce067747da taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.020789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38e072e6-4b12-41db-9797-04ce067747da" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.020789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38e072e6-4b12-41db-9797-04ce067747da" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.021070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38e072e6-4b12-41db-9797-04ce067747da" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.021449] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38e072e6-4b12-41db-9797-04ce067747da',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.068592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.068592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.068592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.068592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.068592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.068920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.068920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.068920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.069050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.069197] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.069393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.069393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.069521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069607] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.069694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.069752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.069875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070152] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.172582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d in Status: SUCCESS [ 710.172582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.212344] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.212617] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.212617] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.213385] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.213612] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.213721] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.213774] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.214092] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.214281] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.214585] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.214708] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.214828] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.215013] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.215157] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.215347] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.215654] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.239555] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.239555] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.239555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.239555] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 710.254492] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.254492] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.254492] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.254492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.254492] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-62631d9a-4b8c-43a7-8bbf-483150bd5532 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.254492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.254492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.254492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.254492] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62631d9a-4b8c-43a7-8bbf-483150bd5532',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.281058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.281532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.281728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.282087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.282416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.297895] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 710.524065] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38e072e6-4b12-41db-9797-04ce067747da [ 710.524460] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.524633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.524707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.524948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.525065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38e072e6-4b12-41db-9797-04ce067747da already deleted. [ 710.525261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38e072e6-4b12-41db-9797-04ce067747da" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.572397] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 044ce7dc-ea80-451e-ac71-d8540e667558: rpc.has_security_group_logging(os_id): False [ 710.593809] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.594054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.594054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.594284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.594473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.594717] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.594818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.594882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.595183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.595364] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.595477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.595552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.595930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.596125] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.596242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.596376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.596555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.596634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.596723] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 044ce7dc-ea80-451e-ac71-d8540e667558 is going to be created. [ 710.672197] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.672417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.672481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.672765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.673024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.686013] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 044ce7dc-ea80-451e-ac71-d8540e667558 in Status: IN_PROGRESS for 2s [ 710.737567] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 710.737945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.759449] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.759798] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.760020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.760240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.760391] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.760655] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 62631d9a-4b8c-43a7-8bbf-483150bd5532 not found, creating... [ 710.760946] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.761124] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.761270] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.761599] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.761746] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.762086] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.762442] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.762579] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.762836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.762944] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.763150] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 62631d9a-4b8c-43a7-8bbf-483150bd5532 is going to be created. [ 710.794505] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.794857] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.795106] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.795513] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.796655] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.796655] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.239982] env[65337]: INFO networking_nsxv3.common.synchronization [req-1628d613-3c0f-4a6c-b8c9-9fe6228081d2 req-041e130e-365e-46a9-9791-4461cc8db188 tempest-ServerPasswordTestJSON-2097027776 tempest-ServerPasswordTestJSON-2097027776-project-member] Enqueued Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_members [ 711.240432] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 with Priority: HIGHEST for action security_group_members [ 711.240789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-21616d65-5a31-47a0-9ddb-22ccf68c94e8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.240914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.240999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.241621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.241791] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.241902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.241981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.242123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.242210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.242305] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21616d65-5a31-47a0-9ddb-22ccf68c94e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.487755] env[65337]: INFO networking_nsxv3.common.synchronization [req-c488dfcf-081a-4716-992a-a4cdea987514 req-8f504252-ca7f-4a98-a3db-88a9ad50f269 service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 711.487963] env[65337]: INFO networking_nsxv3.common.synchronization [req-c488dfcf-081a-4716-992a-a4cdea987514 req-8f504252-ca7f-4a98-a3db-88a9ad50f269 service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 711.488181] env[65337]: INFO networking_nsxv3.common.synchronization [req-c488dfcf-081a-4716-992a-a4cdea987514 req-8f504252-ca7f-4a98-a3db-88a9ad50f269 service nova] Enqueued Resource ID: 62631d9a-4b8c-43a7-8bbf-483150bd5532 with Priority: HIGHEST for action port [ 711.488899] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 711.489149] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 711.489331] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62631d9a-4b8c-43a7-8bbf-483150bd5532 with Priority: HIGHEST for action port [ 711.490047] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.490287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.490342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.490741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.490846] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.493609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.493609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.493609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-62631d9a-4b8c-43a7-8bbf-483150bd5532 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.493609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.493609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.494028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.494028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62631d9a-4b8c-43a7-8bbf-483150bd5532',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.749924] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.749924] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.749924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.749924] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 is going to be updated. [ 711.784903] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.785081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.785081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.785292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.785497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.798124] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 in Status: IN_PROGRESS for 2s [ 711.995878] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.996010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.996209] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62631d9a-4b8c-43a7-8bbf-483150bd5532 with status ACTIVE [ 711.996495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.996662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.996740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.996960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.997083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997280] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.997381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.997490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.997663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.997729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.997917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.997996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.998072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.998217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.998290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.998547] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62631d9a-4b8c-43a7-8bbf-483150bd5532 is going to be updated. [ 712.024953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.025242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.025242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.025467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.025838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.025838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62631d9a-4b8c-43a7-8bbf-483150bd5532" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309279] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 712.309512] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 712.309629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.311436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.311652] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.311788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.311857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.312732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.312732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.312732] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.700144] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 044ce7dc-ea80-451e-ac71-d8540e667558 in Status: SUCCESS [ 712.700375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.814570] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.317542] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.818161] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 in Status: SUCCESS [ 713.818575] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21616d65-5a31-47a0-9ddb-22ccf68c94e8 deletion is rescheduled due to dependency. [ 713.818575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21616d65-5a31-47a0-9ddb-22ccf68c94e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.821324] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.821527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.821668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.821877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.821987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.822077] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 713.866225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.866537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.866537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.867054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.867054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.879846] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 714.811646] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e538010f-3bd0-4a37-9115-e910988b5a67 None None] Enqueued Resource ID: 40cf46bf-9c61-4cf1-b76c-59c681ccd7a2 with Priority: HIGHEST for action port [ 714.812169] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40cf46bf-9c61-4cf1-b76c-59c681ccd7a2 with Priority: HIGHEST for action port [ 714.812480] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-40cf46bf-9c61-4cf1-b76c-59c681ccd7a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.812704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40cf46bf-9c61-4cf1-b76c-59c681ccd7a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.812704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40cf46bf-9c61-4cf1-b76c-59c681ccd7a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.812917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40cf46bf-9c61-4cf1-b76c-59c681ccd7a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.813025] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40cf46bf-9c61-4cf1-b76c-59c681ccd7a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.319715] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40cf46bf-9c61-4cf1-b76c-59c681ccd7a2 [ 715.320247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.320408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.320490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.321083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.321083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.321083] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40cf46bf-9c61-4cf1-b76c-59c681ccd7a2 already deleted. [ 715.321083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40cf46bf-9c61-4cf1-b76c-59c681ccd7a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.894917] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.894917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.894917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.894917] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.398780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.399538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399538] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.399538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.399538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.399538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.399883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.400075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.400657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.400801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.400939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.401040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.401266] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.847902] env[65337]: INFO networking_nsxv3.common.synchronization [None req-6c12abb6-37f7-4e2d-98c5-f7c85fe4be3b tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 716.848527] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 716.848741] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.848869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.848936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.849567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.849772] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.904336] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 716.923420] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.923619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.923691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.923903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.923997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.924301] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.924439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.924510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.924674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.924747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.925033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.925159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.925225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.925375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.925453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.925742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.925879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.925945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.926104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.926180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.926264] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 716.940402] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a9545b62-7fd5-491e-ae66-ad238a1fa9a2 tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 716.940910] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 716.941227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.941329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.990975] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.991704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.991704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.991704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.991704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.003230] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 717.374168] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.374359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.374412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.374663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.374761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.374875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10a36098-5782-45de-b048-02e5de497927 already deleted. [ 717.374961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.375139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.375304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.375390] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.854388] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c63230c2-39bc-49a2-a24b-b8fb876c8e9b None None] Enqueued Resource ID: 5a6d884a-04e8-4221-be7d-d8403f37919b with Priority: HIGHEST for action port [ 717.855050] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6d884a-04e8-4221-be7d-d8403f37919b with Priority: HIGHEST for action port [ 717.856048] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a6d884a-04e8-4221-be7d-d8403f37919b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.856842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a6d884a-04e8-4221-be7d-d8403f37919b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.856994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a6d884a-04e8-4221-be7d-d8403f37919b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.857404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a6d884a-04e8-4221-be7d-d8403f37919b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.857574] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a6d884a-04e8-4221-be7d-d8403f37919b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.898076] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.898299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.898399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.898666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.898906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.899050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10a36098-5782-45de-b048-02e5de497927 already deleted. [ 717.899169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.365971] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a6d884a-04e8-4221-be7d-d8403f37919b [ 718.366308] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.366548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.367175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.367175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.367175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a6d884a-04e8-4221-be7d-d8403f37919b already deleted. [ 718.367175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a6d884a-04e8-4221-be7d-d8403f37919b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.019393] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 719.019801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.552912] env[65337]: INFO networking_nsxv3.common.synchronization [req-27664f88-24f3-4fb3-bdd6-6e21163b71a0 req-f245e883-6c5c-496e-8b20-eda5aecdd7c6 tempest-AttachInterfacesV270Test-1359631583 tempest-AttachInterfacesV270Test-1359631583-project-member] Enqueued Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_members [ 719.552912] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGHEST for action security_group_members [ 719.552912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.554258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.554876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.555625] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.555916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.556362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.556527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.557069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.558521] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.059714] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.060064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.060064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.060198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.060290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.060487] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.060586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.060667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.060821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.060896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.060980] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d is going to be updated. [ 720.091075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.091222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.091290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.091504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.091637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.102669] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d in Status: IN_PROGRESS for 2s [ 720.474514] env[65337]: INFO networking_nsxv3.common.synchronization [None req-673d7e37-e82d-4487-8986-1dfecf10eda5 None None] Enqueued Resource ID: d9865a00-b44f-4865-9768-6695ba10d2dc with Priority: HIGHEST for action port [ 720.475472] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9865a00-b44f-4865-9768-6695ba10d2dc with Priority: HIGHEST for action port [ 720.476086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9865a00-b44f-4865-9768-6695ba10d2dc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.476268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9865a00-b44f-4865-9768-6695ba10d2dc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.476363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9865a00-b44f-4865-9768-6695ba10d2dc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.476585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9865a00-b44f-4865-9768-6695ba10d2dc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.476690] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9865a00-b44f-4865-9768-6695ba10d2dc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.570462] env[65337]: INFO networking_nsxv3.common.synchronization [req-8e3dbdee-f61a-493d-8c5f-fd13bb2f3e9f req-ff4024b5-9652-4b6d-af57-f706ac86c713 tempest-ServersV294TestFqdnHostnames-2128853339 tempest-ServersV294TestFqdnHostnames-2128853339-project-member] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_members [ 720.571050] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGHEST for action security_group_members [ 720.571366] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.571500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.571566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.571742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.571930] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.572016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.572772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.572772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.572772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.572772] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.978486] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9865a00-b44f-4865-9768-6695ba10d2dc [ 720.978747] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.978858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.978930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.979173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.979270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.979734] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9865a00-b44f-4865-9768-6695ba10d2dc already deleted. [ 720.979734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9865a00-b44f-4865-9768-6695ba10d2dc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.076875] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.076875] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.076875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.076875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9077053e-385c-4970-a599-7e284d02361a is going to be updated. [ 721.109785] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.109863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.109937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.110176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.110326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.126924] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9077053e-385c-4970-a599-7e284d02361a in Status: IN_PROGRESS for 2s [ 722.116661] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d in Status: SUCCESS [ 722.116895] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d deletion is rescheduled due to dependency. [ 722.116895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.563313] env[65337]: INFO networking_nsxv3.common.synchronization [None req-7498c7b0-d055-47bb-a309-065a10d6d670 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 722.563855] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 722.564174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.564300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.564383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.564665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.565048] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.666369] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1e316bd0-3502-454b-a89b-fd7bb6478f90 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 722.667025] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 722.667774] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.668116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.927821] env[65337]: INFO networking_nsxv3.common.synchronization [None req-98cb894c-55b5-42ec-a438-ad7fb5895629 None None] Enqueued Resource ID: 4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5 with Priority: HIGHEST for action port [ 722.928597] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5 with Priority: HIGHEST for action port [ 722.929096] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.929192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.929229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.929464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.929575] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.088472] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.091119] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 already deleted. [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.091119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.091119] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.137848] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9077053e-385c-4970-a599-7e284d02361a in Status: SUCCESS [ 723.139311] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9077053e-385c-4970-a599-7e284d02361a deletion is rescheduled due to dependency. [ 723.139311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.434780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5 [ 723.434780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.434780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.434780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.434780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.434780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.434780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5 already deleted. [ 723.434780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3ca004-d7a7-4f2c-9eaa-3768a8f26cb5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.612424] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.612424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.612581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.612761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.612888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.612992] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 already deleted. [ 723.613097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.743637] env[65337]: INFO networking_nsxv3.common.synchronization [req-9db31a9c-153c-4257-8b79-942a47b603b1 req-841a3d0c-7203-4ce3-8eb7-0ebc2e69c5c1 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 723.744205] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 723.744517] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.744812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.745787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.746102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.746270] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.747413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.747413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.747413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.747413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.747413] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.089434] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.089575] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-651" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.089677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-651" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.090014] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-651" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.090260] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.090910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.090910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.090910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.091315] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.091544] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.091651] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.091750] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.091848] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.091949] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 724.092165] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.092323] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.115314] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.115791] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 724.115791] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.115791] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-651" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.116180] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-58262203-1cdb-4183-9a28-4b1063597738 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.116447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.117431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.117431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.117431] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58262203-1cdb-4183-9a28-4b1063597738',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.249356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.249656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.249656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.249803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.249894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.250107] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.250751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.251236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.251236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.251338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.251411] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 already deleted. [ 724.251484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.404920] env[65337]: INFO networking_nsxv3.common.synchronization [req-931241fd-c0a5-4539-9da2-683d37e8647d req-b9271ced-4783-4afa-971c-72e3419bdf26 tempest-VolumesAdminNegativeTest-814593795 tempest-VolumesAdminNegativeTest-814593795-project-member] Enqueued Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_members [ 724.405496] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044ce7dc-ea80-451e-ac71-d8540e667558 with Priority: HIGHEST for action security_group_members [ 724.405812] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-044ce7dc-ea80-451e-ac71-d8540e667558 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.405935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.406013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.406459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.406459] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.406459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.406600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.406653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.406731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.406822] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('044ce7dc-ea80-451e-ac71-d8540e667558',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.619980] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.620240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.620346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.620724] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.620884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.621191] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 58262203-1cdb-4183-9a28-4b1063597738 not found, creating... [ 724.621443] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.621608] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.621749] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.621970] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.622124] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.622400] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.622550] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.622668] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.622896] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.623039] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.623210] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 58262203-1cdb-4183-9a28-4b1063597738 is going to be created. [ 724.643101] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.643306] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.643421] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.643679] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.643894] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.644112] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.909247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.909411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.909486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.909692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.909784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.909976] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.910084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.910141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.910290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.910365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.911085] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044ce7dc-ea80-451e-ac71-d8540e667558 is going to be updated. [ 724.941362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.941612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.941612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.941778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.941936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.952680] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044ce7dc-ea80-451e-ac71-d8540e667558 in Status: IN_PROGRESS for 2s [ 725.369606] env[65337]: INFO networking_nsxv3.common.synchronization [req-9db31a9c-153c-4257-8b79-942a47b603b1 req-46b9332f-55a5-4584-8d38-97dac8943d69 service nova] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_rules [ 725.373409] env[65337]: INFO networking_nsxv3.common.synchronization [req-9db31a9c-153c-4257-8b79-942a47b603b1 req-46b9332f-55a5-4584-8d38-97dac8943d69 service nova] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 725.373409] env[65337]: INFO networking_nsxv3.common.synchronization [req-9db31a9c-153c-4257-8b79-942a47b603b1 req-46b9332f-55a5-4584-8d38-97dac8943d69 service nova] Enqueued Resource ID: 58262203-1cdb-4183-9a28-4b1063597738 with Priority: HIGHEST for action port [ 725.373409] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_rules [ 725.373409] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 725.373744] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58262203-1cdb-4183-9a28-4b1063597738 with Priority: HIGHEST for action port [ 725.373775] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.373895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.373964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.374229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.374368] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.375969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.376222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.376296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.377061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.377061] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.377061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.377061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.377606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.377606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.377606] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.378628] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-58262203-1cdb-4183-9a28-4b1063597738 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.378628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.378628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.378628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.378628] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58262203-1cdb-4183-9a28-4b1063597738',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.882368] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.882368] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.882368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.882769] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58262203-1cdb-4183-9a28-4b1063597738 with status ACTIVE [ 725.882769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.883361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.883361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.883361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.885072] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.885072] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.885072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.885417] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58262203-1cdb-4183-9a28-4b1063597738 is going to be updated. [ 725.910544] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.910708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.910749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.910944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.911099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.911265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.379745] env[65337]: INFO networking_nsxv3.common.synchronization [req-b164f1a0-9968-4467-b4b7-7b99e07d709e req-b7d7d98d-c7bc-492b-aaf6-0b3c6b30a498 tempest-ServersTestManualDisk-1818150541 tempest-ServersTestManualDisk-1818150541-project-member] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_members [ 726.380318] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_members [ 726.380627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.380750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.380817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.381211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.381388] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.381755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.381755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.381850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.381925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.382027] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.387594] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.738730] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.739060] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-429" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.739250] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-429" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.739682] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-429" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.740006] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.740883] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.741050] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.741297] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.741441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.741665] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.741775] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.741876] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.741976] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.742096] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.742213] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.742426] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.778610] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.778686] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.778831] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.779089] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-429" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.779449] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.779675] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.779785] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.781263] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.781639] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f6f04f-84c6-4d58-90fd-ae4bc3d128dd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.885258] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.885415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.885493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.886043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.886160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.886374] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.886527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.886608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.886763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.886840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.886931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 already deleted. [ 726.887030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.889531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.889650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.889718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.889998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.890108] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.890149] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be created. [ 726.920290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.920484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.920553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.920791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.920965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.932699] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: UNINITIALIZED for 2s [ 726.963247] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 044ce7dc-ea80-451e-ac71-d8540e667558 in Status: SUCCESS [ 726.963346] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 044ce7dc-ea80-451e-ac71-d8540e667558 deletion is rescheduled due to dependency. [ 726.963466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-044ce7dc-ea80-451e-ac71-d8540e667558" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.287585] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.287844] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.287971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.288271] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.288417] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.288566] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 06f6f04f-84c6-4d58-90fd-ae4bc3d128dd not found, creating... [ 727.288864] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.289046] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.289164] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.289398] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.289534] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.289835] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.289989] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.290626] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.290844] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.290982] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.291146] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 06f6f04f-84c6-4d58-90fd-ae4bc3d128dd is going to be created. [ 727.314038] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.314299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.314520] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.314806] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315176] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315439] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.037074] env[65337]: INFO networking_nsxv3.common.synchronization [req-b164f1a0-9968-4467-b4b7-7b99e07d709e req-ac9b22e3-aee9-4958-a8f3-8e3aa53cd6b7 service nova] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_rules [ 728.037862] env[65337]: INFO networking_nsxv3.common.synchronization [req-b164f1a0-9968-4467-b4b7-7b99e07d709e req-ac9b22e3-aee9-4958-a8f3-8e3aa53cd6b7 service nova] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_members [ 728.038079] env[65337]: INFO networking_nsxv3.common.synchronization [req-b164f1a0-9968-4467-b4b7-7b99e07d709e req-ac9b22e3-aee9-4958-a8f3-8e3aa53cd6b7 service nova] Enqueued Resource ID: 06f6f04f-84c6-4d58-90fd-ae4bc3d128dd with Priority: HIGHEST for action port [ 728.038697] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_rules [ 728.038814] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_members [ 728.039221] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f6f04f-84c6-4d58-90fd-ae4bc3d128dd with Priority: HIGHEST for action port [ 728.039539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.039666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.039739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.039945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.040055] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.041087] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.041087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.041294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.041294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.041446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.041584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.041584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.041743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.041814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.041905] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.045845] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.046017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.046017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.046203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.046279] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f6f04f-84c6-4d58-90fd-ae4bc3d128dd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.352789] env[65337]: INFO networking_nsxv3.common.synchronization [req-6170915a-c4da-4f37-92e0-f8220ac6613c req-fc7a7a4e-4bed-4eef-ba00-be721a6ee5b3 tempest-FloatingIPsAssociationNegativeTestJSON-1165950431 tempest-FloatingIPsAssociationNegativeTestJSON-1165950431-project-member] Enqueued Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_members [ 728.353481] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60654c25-cecf-45eb-b388-ec379999e82b with Priority: HIGHEST for action security_group_members [ 728.353806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-60654c25-cecf-45eb-b388-ec379999e82b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.353921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.354308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.354501] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.355164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.355164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.355164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.355164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.355164] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60654c25-cecf-45eb-b388-ec379999e82b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.548447] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.550097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.550097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.550312] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06f6f04f-84c6-4d58-90fd-ae4bc3d128dd with status ACTIVE [ 728.550561] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.550751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.551541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.556058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.556058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.556058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.556058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.556058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.556425] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.556425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.556425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.556613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.556613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.556669] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06f6f04f-84c6-4d58-90fd-ae4bc3d128dd is going to be updated. [ 728.581062] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.581807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.581914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.582244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.582459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.582699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f6f04f-84c6-4d58-90fd-ae4bc3d128dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.860447] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.860592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.860688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.860945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.861056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.861257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.861358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.861422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.861578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.861655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.861742] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60654c25-cecf-45eb-b388-ec379999e82b is going to be updated. [ 728.911167] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.911355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.911449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.911744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.911936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.924089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60654c25-cecf-45eb-b388-ec379999e82b in Status: IN_PROGRESS for 2s [ 728.943900] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 728.944081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.944260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.944508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.944727] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.944846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.944915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.945097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.945246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.945324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.945364] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.059226] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.105787] env[65337]: INFO networking_nsxv3.common.synchronization [req-58c93d7c-c8c0-439f-a837-89ce4a0795c8 req-cdb90564-90e0-49d9-8909-ac4af13865bc tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 729.105787] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 729.105787] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.105787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.105787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.105787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.105787] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.106394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.106491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.106653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.106744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.107030] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.448531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.451195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.451195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.451195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.451195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.453637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.453637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.453637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.453637] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.561445] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.561528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.561562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.562716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.562716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.562716] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 is going to be created. [ 729.589321] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.589517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.589603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.589864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.590086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.603541] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 in Status: UNINITIALIZED for 2s [ 729.608879] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.610999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.610999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.610999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.610999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.610999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.610999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.611746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.611746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.611746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611746] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 729.638452] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.638628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.638705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.638884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.639045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.654190] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 729.955051] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.955051] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.955051] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.955679] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.955919] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.956215] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.956357] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.957280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.957280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.957280] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.957280] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.957468] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.957505] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.957640] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.957717] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.957892] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.959881] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03a42569-a8d4-4960-bf19-f10b6483b344: rpc.has_security_group_logging(os_id): False [ 729.986763] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.987239] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.987239] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.987810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.987810] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-52ba2b66-ea4a-4443-b81f-20d182b0ed56 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.987965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.988150] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.988370] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.988511] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ba2b66-ea4a-4443-b81f-20d182b0ed56',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.997735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.997945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.998062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.998320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.998437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.998704] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.001240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.001382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.001767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.002115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.002705] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.002873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.002991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.003295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.003450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.003765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.003926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.004077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.004378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.004520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.004666] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be created. [ 730.093203] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.093516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.093516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.093644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.093825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.104737] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 730.492074] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.492879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.492879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.492879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.492879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.493074] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 52ba2b66-ea4a-4443-b81f-20d182b0ed56 not found, creating... [ 730.493290] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.493446] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.493519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.493730] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.493907] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.494135] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.494298] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.494417] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.494707] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.495173] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.495173] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 52ba2b66-ea4a-4443-b81f-20d182b0ed56 is going to be created. [ 730.518393] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.519756] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.519756] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.519756] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.519756] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.519756] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.937823] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60654c25-cecf-45eb-b388-ec379999e82b in Status: SUCCESS [ 730.938030] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60654c25-cecf-45eb-b388-ec379999e82b deletion is rescheduled due to dependency. [ 730.938134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60654c25-cecf-45eb-b388-ec379999e82b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.263468] env[65337]: INFO networking_nsxv3.common.synchronization [req-58c93d7c-c8c0-439f-a837-89ce4a0795c8 req-058dd82a-868b-438e-8752-e4c585f43d31 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 731.263812] env[65337]: INFO networking_nsxv3.common.synchronization [req-58c93d7c-c8c0-439f-a837-89ce4a0795c8 req-058dd82a-868b-438e-8752-e4c585f43d31 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 731.263982] env[65337]: INFO networking_nsxv3.common.synchronization [req-58c93d7c-c8c0-439f-a837-89ce4a0795c8 req-058dd82a-868b-438e-8752-e4c585f43d31 service nova] Enqueued Resource ID: 52ba2b66-ea4a-4443-b81f-20d182b0ed56 with Priority: HIGHEST for action port [ 731.265026] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 731.265026] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 731.265026] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52ba2b66-ea4a-4443-b81f-20d182b0ed56 with Priority: HIGHEST for action port [ 731.265176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.265258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.265321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.265516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.265590] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.266491] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.266598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.267416] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-52ba2b66-ea4a-4443-b81f-20d182b0ed56 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.267416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.267416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.267583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.267661] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52ba2b66-ea4a-4443-b81f-20d182b0ed56',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.616086] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 in Status: SUCCESS [ 731.616346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.617141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.617141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.617141] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.617141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.617141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.617787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.617787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.617787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.617787] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.666836] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 731.666836] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 731.666836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.666836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.666836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.667176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.667176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.667176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.667389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.667389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.667574] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.770021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770312] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52ba2b66-ea4a-4443-b81f-20d182b0ed56 with status ACTIVE [ 731.770312] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.770884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.771040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.771231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.771309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771509] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.771601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.771659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.771799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.771867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.771983] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52ba2b66-ea4a-4443-b81f-20d182b0ed56 is going to be updated. [ 731.793801] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.794098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.794098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.794275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.794430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.794650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52ba2b66-ea4a-4443-b81f-20d182b0ed56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.977873] env[65337]: INFO networking_nsxv3.common.synchronization [req-fff26b37-196c-44fa-86a6-c81d46731f52 req-08c530a1-04c0-434c-9ae7-3ccbe7f9d07e tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_members [ 731.978470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_members [ 731.978780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.978902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.979045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.979298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.979465] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.979571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.979680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.979783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.979873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.979967] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.120368] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 732.120368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.124197] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.170216] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.364153] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.364541] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.364907] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.365235] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.365675] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.365764] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.365829] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.367520] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.367520] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.367520] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.367520] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.367520] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.367520] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.367520] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.367520] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.367520] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.389175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.389427] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.389580] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.389751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.390180] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.390367] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.390480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.390834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.390982] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0deb02c3-51ef-4bbd-bbf2-9081906a67f6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.481990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.482207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.482305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.482870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.482870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.483104] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.483227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.483280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.483729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.483729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.483972] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 already deleted. [ 732.483972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.628141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86a3a6a7-d66a-497a-b45b-d891f07f8f54: rpc.has_security_group_logging(os_id): False [ 732.650269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.650479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.650587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.650947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.651070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.651403] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.651551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.651612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.651752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.651840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.651925] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 is going to be created. [ 732.673421] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.720537] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.720790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.720867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.721127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.721377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.733245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 in Status: IN_PROGRESS for 2s [ 732.896195] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.896195] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 0deb02c3-51ef-4bbd-bbf2-9081906a67f6 not found, creating... [ 732.896195] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.896195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.896656] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.896656] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.896806] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.897571] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.897874] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.898161] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 0deb02c3-51ef-4bbd-bbf2-9081906a67f6 is going to be created. [ 732.922076] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.923158] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.923158] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.924068] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.924068] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.924408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.177568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.177823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.177937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.178648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.178648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.178648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 733.209499] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.209675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.220064] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 733.664220] env[65337]: INFO networking_nsxv3.common.synchronization [req-fff26b37-196c-44fa-86a6-c81d46731f52 req-48f9c73b-f316-43bb-b0e0-26e6f25512c0 service nova] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_rules [ 733.664530] env[65337]: INFO networking_nsxv3.common.synchronization [req-fff26b37-196c-44fa-86a6-c81d46731f52 req-48f9c73b-f316-43bb-b0e0-26e6f25512c0 service nova] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_members [ 733.664636] env[65337]: INFO networking_nsxv3.common.synchronization [req-fff26b37-196c-44fa-86a6-c81d46731f52 req-48f9c73b-f316-43bb-b0e0-26e6f25512c0 service nova] Enqueued Resource ID: 0deb02c3-51ef-4bbd-bbf2-9081906a67f6 with Priority: HIGHEST for action port [ 733.668183] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_rules [ 733.668183] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_members [ 733.668183] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deb02c3-51ef-4bbd-bbf2-9081906a67f6 with Priority: HIGHEST for action port [ 733.668183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.668183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.668183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.668183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.668183] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.669377] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.669531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.669659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.670221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.670221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.670428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.670535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.671815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.671921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.672093] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.672982] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.673319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.673319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.673501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.673501] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0deb02c3-51ef-4bbd-bbf2-9081906a67f6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.175409] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.175853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.175886] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0deb02c3-51ef-4bbd-bbf2-9081906a67f6 with status ACTIVE [ 734.176529] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.176529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.176529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.176529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.176722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.177666] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.177666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.177666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.177666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.177666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.177666] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.178156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.178156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.178156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.178252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.178748] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0deb02c3-51ef-4bbd-bbf2-9081906a67f6 is going to be updated. [ 734.179980] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.205061] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.205061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.205061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.205453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.205453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.205453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0deb02c3-51ef-4bbd-bbf2-9081906a67f6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.666719] env[65337]: INFO networking_nsxv3.common.synchronization [req-381619cd-4fcd-4821-b4e2-9cbdc323edfb req-c7af6272-3468-408a-9c3a-4eb9e3f889a7 tempest-ServersAdminNegativeTestJSON-1650531049 tempest-ServersAdminNegativeTestJSON-1650531049-project-member] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 734.667152] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 734.667518] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.667700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.667806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.668091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.668389] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.668483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.668594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.669092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.669092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.669253] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.684281] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.747846] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 in Status: SUCCESS [ 734.748179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.172761] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.186435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.186773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.186857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.187124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.187264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.187415] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 is going to be created. [ 735.206643] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.206902] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.207037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.207854] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.208197] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.208374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.208490] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.208728] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.210392] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.210392] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.210392] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.210392] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.210392] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.210392] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 735.210392] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.210392] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.223971] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a58cf828-1ec7-49fc-987c-a6e633addb2f tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_rules [ 735.225597] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_rules [ 735.226065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.226316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.226316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.226626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.226716] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.229059] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.229247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.229247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.229510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.229587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.232360] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.232534] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.232695] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.232889] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.233320] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-e02d6ee4-1448-402b-922e-79b2572e8eba taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.233509] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.233636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.233954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.234091] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02d6ee4-1448-402b-922e-79b2572e8eba',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.258991] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 735.259251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.259422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.259653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.259853] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261292] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.262536] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: UNINITIALIZED for 2s [ 735.674275] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.737688] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.737955] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.737955] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.738268] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.738410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.738616] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port e02d6ee4-1448-402b-922e-79b2572e8eba not found, creating... [ 735.738855] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.739035] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.739175] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.739415] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.739567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.739875] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.740045] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.740184] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.740393] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.740522] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.740670] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: e02d6ee4-1448-402b-922e-79b2572e8eba is going to be created. [ 735.763601] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.763860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.763860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.764132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.764477] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.764477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.764658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.764774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.764900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.765199] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.765421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.765421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.765554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.765727] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.765840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.765840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.766175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.766175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.766175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.766324] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.768262] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.768543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.768543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.768677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.769358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.769448] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 already deleted. [ 735.769537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.770822] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.771054] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.771119] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.771406] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.772950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.772950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.178620] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.178620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.178620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.178620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.178620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.178620] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be updated. [ 736.214106] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.227489] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: IN_PROGRESS for 2s [ 736.251616] env[65337]: INFO networking_nsxv3.common.synchronization [None req-4c40bcac-f7db-4755-90f5-58454fd03bbd tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_rules [ 736.252362] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_rules [ 736.252722] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.253230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.253230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.253230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.253230] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.273721] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af24c4a-db40-44e4-8fa3-97459aa0b890: rpc.has_security_group_logging(os_id): False [ 736.300022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.300121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.300187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.302581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.302581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.302581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.303278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.303683] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.303822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.305743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.306148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.306297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.306450] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 736.411127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.411339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.411339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.411555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.411700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.443850] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 736.522292] env[65337]: INFO networking_nsxv3.common.synchronization [req-381619cd-4fcd-4821-b4e2-9cbdc323edfb req-a545d6c6-539c-4c96-860d-5451c7629bae service nova] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_rules [ 736.522467] env[65337]: INFO networking_nsxv3.common.synchronization [req-381619cd-4fcd-4821-b4e2-9cbdc323edfb req-a545d6c6-539c-4c96-860d-5451c7629bae service nova] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 736.522599] env[65337]: INFO networking_nsxv3.common.synchronization [req-381619cd-4fcd-4821-b4e2-9cbdc323edfb req-a545d6c6-539c-4c96-860d-5451c7629bae service nova] Enqueued Resource ID: e02d6ee4-1448-402b-922e-79b2572e8eba with Priority: HIGHEST for action port [ 736.523593] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_rules [ 736.523807] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 736.523846] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e02d6ee4-1448-402b-922e-79b2572e8eba with Priority: HIGHEST for action port [ 736.524181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.524343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.524431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.524622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.524713] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.526189] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.526302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.526551] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e02d6ee4-1448-402b-922e-79b2572e8eba taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.526674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.526716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.526923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.527045] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e02d6ee4-1448-402b-922e-79b2572e8eba',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.777528] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.778030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.778371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.778371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.778371] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 already deleted. [ 736.778371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.891166] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f097f00e-f90f-4ec5-a2a0-50f3b5b39d98 None None] Enqueued Resource ID: 35cc616a-447f-4adc-902e-83f0090b3116 with Priority: HIGHEST for action port [ 736.891540] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cc616a-447f-4adc-902e-83f0090b3116 with Priority: HIGHEST for action port [ 736.892435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-35cc616a-447f-4adc-902e-83f0090b3116 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.892435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35cc616a-447f-4adc-902e-83f0090b3116" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.892732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35cc616a-447f-4adc-902e-83f0090b3116" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.894700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35cc616a-447f-4adc-902e-83f0090b3116" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.895090] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc616a-447f-4adc-902e-83f0090b3116',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.028853] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.029100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.030596] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e02d6ee4-1448-402b-922e-79b2572e8eba with status ACTIVE [ 737.030765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033142] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033142] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.033142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.033142] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e02d6ee4-1448-402b-922e-79b2572e8eba is going to be updated. [ 737.068913] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.068913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.068913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.068913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.068913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.068913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e02d6ee4-1448-402b-922e-79b2572e8eba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.279623] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: SUCCESS [ 737.279797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.279991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.280603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.280603] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.280603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.280845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.280845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.280907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.280938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.281046] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.398489] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35cc616a-447f-4adc-902e-83f0090b3116 [ 737.399044] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.399565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.399565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.399852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.400014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.400265] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35cc616a-447f-4adc-902e-83f0090b3116 already deleted. [ 737.400463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35cc616a-447f-4adc-902e-83f0090b3116" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.507091] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e60ebdd-ec70-42b9-aeaf-724a4e2a6758 req-bc6f2f7b-fd52-4ac4-b1fe-4fbe6c0019b9 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 737.507774] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 737.510999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.510999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.510999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.510999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.510999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.510999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.510999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.511499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.511499] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.614569] env[65337]: INFO networking_nsxv3.common.synchronization [req-3d4d3a9c-2ebd-4009-87cd-566bc0d0a1cf req-37b25b12-b587-4a9e-91df-3e1d91c1b6d6 tempest-ServerMetadataTestJSON-854861239 tempest-ServerMetadataTestJSON-854861239-project-member] Enqueued Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_members [ 737.615141] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_members [ 737.615439] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.615553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.615616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.615859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.617504] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.617706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.617795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.624020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.624020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.624020] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.786500] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.014372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.014544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.014624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.014840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.014926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015136] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.015237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.015302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.015449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.015522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.015607] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 738.031604] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.031812] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-385" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.031911] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-385" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.032278] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-385" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.032543] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.032703] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.032815] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.033058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.033207] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.033414] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.033522] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.033626] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.033729] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.033832] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.033929] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.034068] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.052286] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.052518] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.052581] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.052736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-385" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.053073] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-3e6aa2f8-d131-420d-891d-90a55bd35b95 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.053259] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.053374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.053677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.053812] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6aa2f8-d131-420d-891d-90a55bd35b95',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.058236] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.058404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.058404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.058583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.058658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.069303] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 738.126731] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.126910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.126963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.127233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.127349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.127574] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.127723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.127723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.127887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.127946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.128049] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d already deleted. [ 738.128130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.239272] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 738.239546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.239675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.239903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.240108] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.240228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.240289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.240427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.240503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.240599] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.290979] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fa0b56-984c-48c9-8998-516df036eb15: rpc.has_security_group_logging(os_id): False [ 738.318573] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.318813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.319385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.319385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.319385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.319571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.319666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.319750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.319936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.320050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.320143] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 is going to be created. [ 738.386726] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.387198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.387198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.387355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.387578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.402261] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: IN_PROGRESS for 2s [ 738.465990] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 738.466388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.561417] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.561646] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.561770] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.562079] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.562229] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.562381] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 3e6aa2f8-d131-420d-891d-90a55bd35b95 not found, creating... [ 738.562668] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.562835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.562947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.563318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.563475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.563771] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.563929] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.565696] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.566950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.566950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.566950] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 3e6aa2f8-d131-420d-891d-90a55bd35b95 is going to be created. [ 738.589239] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.589620] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.589750] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.590100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.590360] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.590624] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.742726] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.020864] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1622411e-1e58-450f-8deb-bcf78759894a None None] Enqueued Resource ID: 694bae42-1ad6-44c5-abe4-7e84410d7a34 with Priority: HIGHEST for action port [ 739.021587] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 694bae42-1ad6-44c5-abe4-7e84410d7a34 with Priority: HIGHEST for action port [ 739.022183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-694bae42-1ad6-44c5-abe4-7e84410d7a34 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.023127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-694bae42-1ad6-44c5-abe4-7e84410d7a34" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.023324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-694bae42-1ad6-44c5-abe4-7e84410d7a34" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.023582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-694bae42-1ad6-44c5-abe4-7e84410d7a34" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.023680] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('694bae42-1ad6-44c5-abe4-7e84410d7a34',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.245417] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.318192] env[65337]: INFO networking_nsxv3.common.synchronization [req-3d4d3a9c-2ebd-4009-87cd-566bc0d0a1cf req-12620779-ad41-42e0-92e9-bdea765a6769 service nova] Enqueued Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_rules [ 739.318192] env[65337]: INFO networking_nsxv3.common.synchronization [req-3d4d3a9c-2ebd-4009-87cd-566bc0d0a1cf req-12620779-ad41-42e0-92e9-bdea765a6769 service nova] Enqueued Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_members [ 739.318192] env[65337]: INFO networking_nsxv3.common.synchronization [req-3d4d3a9c-2ebd-4009-87cd-566bc0d0a1cf req-12620779-ad41-42e0-92e9-bdea765a6769 service nova] Enqueued Resource ID: 3e6aa2f8-d131-420d-891d-90a55bd35b95 with Priority: HIGHEST for action port [ 739.318192] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_rules [ 739.318192] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_members [ 739.318453] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6aa2f8-d131-420d-891d-90a55bd35b95 with Priority: HIGHEST for action port [ 739.318570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.318646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.318691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.318996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.322499] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.322499] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.322499] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.322499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.322499] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.323174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e6aa2f8-d131-420d-891d-90a55bd35b95 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.324132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.324132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.324132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.324132] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e6aa2f8-d131-420d-891d-90a55bd35b95',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.528346] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 694bae42-1ad6-44c5-abe4-7e84410d7a34 [ 739.528346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.528346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.528346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.528346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.528346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.528346] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:694bae42-1ad6-44c5-abe4-7e84410d7a34 already deleted. [ 739.528346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-694bae42-1ad6-44c5-abe4-7e84410d7a34" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.749022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.749022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.749022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.749022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.749022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.749022] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be updated. [ 739.781191] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.781418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.781491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.781700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.783553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.795128] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: IN_PROGRESS for 2s [ 739.825805] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.826200] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.833171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e6aa2f8-d131-420d-891d-90a55bd35b95 with status ACTIVE [ 739.833171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.833171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.833171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.833171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.833171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e6aa2f8-d131-420d-891d-90a55bd35b95 is going to be updated. [ 739.858174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.858174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.858462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.858462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.858656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.858876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e6aa2f8-d131-420d-891d-90a55bd35b95" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.084596] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 740.085017] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 740.085534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.332737] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.419265] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: SUCCESS [ 740.419605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.839326] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.839525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.839571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.839845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.839946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.841110] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d is going to be created. [ 740.867606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.867947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.867947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.868348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.868412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.881921] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d in Status: UNINITIALIZED for 2s [ 741.809851] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 741.809851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.810613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.810819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.811066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.811247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.811292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.812192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.812192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.812192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.812192] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.314282] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.314682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.314682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.315529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.315585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.316085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.316799] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.316927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.317023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.317261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.317490] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.317841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.318020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.318295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.318400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.318481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.318589] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.487222] env[65337]: INFO networking_nsxv3.common.synchronization [req-04cd3502-d5a3-4c2a-9259-a29cfffcae3e req-3f32433b-393a-4d98-8c3f-0401f4702554 tempest-ServersWithSpecificFlavorTestJSON-567344759 tempest-ServersWithSpecificFlavorTestJSON-567344759-project-member] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 742.487780] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 742.488106] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.488225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.488292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.488490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.488649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.488747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.488807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.488985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.489089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.489185] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.823751] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5418977-45e6-4911-940f-e1e6e20cf671: rpc.has_security_group_logging(os_id): False [ 742.864748] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.864940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.865026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.865198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.865302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.865744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.865744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.865744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.865928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.865928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.866164] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.866241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.866376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.867513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.867513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.867513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.867513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.867822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.867822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.867822] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be updated. [ 742.898509] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d in Status: SUCCESS [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.898509] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.898509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.898509] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.950186] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.950370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.950411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.950635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.950793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.972932] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: IN_PROGRESS for 2s [ 742.992065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.992223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.993441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.993570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.993570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.993806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.993917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.993974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.994220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.994220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.994357] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be updated. [ 743.055540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.055762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.055762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.055992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.056169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.080563] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: IN_PROGRESS for 2s [ 743.175755] env[65337]: INFO networking_nsxv3.common.synchronization [req-7d7a951b-567b-44cf-b314-5cbc9d3c82f9 req-275eb0d2-d11c-4e94-aee9-d0f929d8f583 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 743.176716] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 743.177097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.177345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.177345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.178058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.178058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.178058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.178058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.178313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.178344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.178482] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.403093] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.403287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.403453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.403580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.403769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.403871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.403923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.404105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.404244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.404282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.404435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.404540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.405523] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.405523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.405523] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.604058] env[65337]: INFO networking_nsxv3.common.synchronization [req-94bc8ccf-241a-471b-979d-e043b6ab8ec2 req-e3ba37d7-cd10-44f1-b3f5-c5b4dad06c54 tempest-ListServerFiltersTestJSON-907833884 tempest-ListServerFiltersTestJSON-907833884-project-member] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 743.609990] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 743.609990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.609990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.609990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.609990] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.683309] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.909534] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d: rpc.has_security_group_logging(os_id): False [ 743.911480] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.911635] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.911706] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.912037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.915343] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.915343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.915343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.915343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.915343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.915343] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.915343] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.915343] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.915343] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.915343] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.915343] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.915343] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.933793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.934057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.934166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.934425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.934622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.934912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.935047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.935135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.935357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.935465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.935709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.935865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.935978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.936545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.936655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.936938] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.937115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.937225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.937412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.937506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.937619] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d is going to be created. [ 743.940910] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.940910] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.940910] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.941118] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-229" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.941389] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-928c3fab-8c6d-4937-8add-c46c05de9d26 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.941693] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.941867] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.942261] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.942431] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928c3fab-8c6d-4937-8add-c46c05de9d26',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.042997] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.043230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.043230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.043461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.043618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.053516] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d in Status: IN_PROGRESS for 2s [ 744.111998] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.186313] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.448387] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.448682] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.448897] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.449269] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.449459] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.449654] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 928c3fab-8c6d-4937-8add-c46c05de9d26 not found, creating... [ 744.449953] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.450150] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.450223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.450436] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.450566] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.450907] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.451074] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.451188] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.451862] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.452047] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.452196] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 is going to be created. [ 744.472700] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.472906] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.473037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.473327] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.473543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.473831] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.614789] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.690875] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.691196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.691347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.691636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.691804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.691948] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 744.730382] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.730660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.730747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.732022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.732255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.742880] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 744.988027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 744.988027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.091917] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 745.092138] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 deletion is rescheduled due to dependency. [ 745.092352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.117183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.117371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.117425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.117692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.117805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.117939] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 745.170779] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.171096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.171096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.171383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.171554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.183643] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 745.212754] env[65337]: INFO networking_nsxv3.common.synchronization [req-7d7a951b-567b-44cf-b314-5cbc9d3c82f9 req-4b60c204-0345-4330-9a71-d1bd77f21878 service nova] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 745.213117] env[65337]: INFO networking_nsxv3.common.synchronization [req-7d7a951b-567b-44cf-b314-5cbc9d3c82f9 req-4b60c204-0345-4330-9a71-d1bd77f21878 service nova] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 745.213305] env[65337]: INFO networking_nsxv3.common.synchronization [req-7d7a951b-567b-44cf-b314-5cbc9d3c82f9 req-4b60c204-0345-4330-9a71-d1bd77f21878 service nova] Enqueued Resource ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 with Priority: HIGHEST for action port [ 745.214143] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 745.214703] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 745.214828] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 with Priority: HIGHEST for action port [ 745.215273] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.215406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.215476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.215738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.215859] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.217153] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.217356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.217655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-928c3fab-8c6d-4937-8add-c46c05de9d26 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.217846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.217945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.218258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.218362] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928c3fab-8c6d-4937-8add-c46c05de9d26',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.692330] env[65337]: INFO networking_nsxv3.common.synchronization [req-bc3919e4-7423-4d4f-92d4-a7cfe361fafd req-6f16a8a1-6e88-46c1-abdd-816c6f4c9368 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 745.692909] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 745.693240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.693406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.693478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.693736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.693899] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.694011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.694075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.694227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.694310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.694413] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.723023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.723023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 928c3fab-8c6d-4937-8add-c46c05de9d26 with status ACTIVE [ 745.723023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.723023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.723023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.723909] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.723909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.724060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.724214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.724305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.724352] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 is going to be updated. [ 745.760967] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.760967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.760967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.760967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.761273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.761273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.066848] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d in Status: SUCCESS [ 746.066848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.176418] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.178642] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.178803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.179246] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.179578] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.180314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.180819] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.181670] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.182436] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.182667] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.182788] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.182894] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.182998] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.183122] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.183226] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.183351] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.197069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.197299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.197418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.197647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.197789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.198168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.198252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.198472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.198591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.198717] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 already deleted. [ 746.198816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.205042] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.205160] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.205321] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.205548] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.206010] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-bd44149e-89d7-4ff2-a028-3599eba08044 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.206341] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.206483] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.206923] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.207356] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd44149e-89d7-4ff2-a028-3599eba08044',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.712215] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.712215] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.712735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.712735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.712836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.712959] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port bd44149e-89d7-4ff2-a028-3599eba08044 not found, creating... [ 746.713257] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.713488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.713630] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.713895] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.714044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.714328] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.714529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.714586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.714771] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.714897] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.715081] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: bd44149e-89d7-4ff2-a028-3599eba08044 is going to be created. [ 746.737255] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.737595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.738530] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.738530] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.738847] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.740101] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.757637] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 746.758022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.758140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.758353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.758543] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.758663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.758728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.758904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.758984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.759092] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.069732] env[65337]: INFO networking_nsxv3.common.synchronization [None req-10ef177e-7883-4cae-bca3-a727d7aa1502 None None] Enqueued Resource ID: 168f896d-1f98-48af-9d00-a1a1062c6a25 with Priority: HIGHEST for action port [ 747.070397] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168f896d-1f98-48af-9d00-a1a1062c6a25 with Priority: HIGHEST for action port [ 747.071442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-168f896d-1f98-48af-9d00-a1a1062c6a25 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.071442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168f896d-1f98-48af-9d00-a1a1062c6a25" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.071442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168f896d-1f98-48af-9d00-a1a1062c6a25" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.071682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168f896d-1f98-48af-9d00-a1a1062c6a25" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.071682] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168f896d-1f98-48af-9d00-a1a1062c6a25',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.200847] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 747.201018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.261854] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.462654] env[65337]: INFO networking_nsxv3.common.synchronization [req-bc3919e4-7423-4d4f-92d4-a7cfe361fafd req-fd85af44-73ea-48c7-8e2b-309dfe69ec54 service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 747.465029] env[65337]: INFO networking_nsxv3.common.synchronization [req-bc3919e4-7423-4d4f-92d4-a7cfe361fafd req-fd85af44-73ea-48c7-8e2b-309dfe69ec54 service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 747.465029] env[65337]: INFO networking_nsxv3.common.synchronization [req-bc3919e4-7423-4d4f-92d4-a7cfe361fafd req-fd85af44-73ea-48c7-8e2b-309dfe69ec54 service nova] Enqueued Resource ID: bd44149e-89d7-4ff2-a028-3599eba08044 with Priority: HIGHEST for action port [ 747.465029] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 747.465029] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 747.465029] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd44149e-89d7-4ff2-a028-3599eba08044 with Priority: HIGHEST for action port [ 747.469789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.469974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.470056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.470281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.470361] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.471525] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.471642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.471704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.471893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.472056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.472195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.472263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.472405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.472608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.472608] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.476791] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd44149e-89d7-4ff2-a028-3599eba08044 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.476895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.476935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.477147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.477231] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd44149e-89d7-4ff2-a028-3599eba08044',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.574447] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 168f896d-1f98-48af-9d00-a1a1062c6a25 [ 747.574447] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.574447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.574447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.574447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.574447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.574754] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:168f896d-1f98-48af-9d00-a1a1062c6a25 already deleted. [ 747.574754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168f896d-1f98-48af-9d00-a1a1062c6a25" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.764233] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.979264] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.979427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.981422] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.981422] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd44149e-89d7-4ff2-a028-3599eba08044 with status ACTIVE [ 747.981422] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.981422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.981422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.981422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.981422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.981811] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.981811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.981811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.981907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.981907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984145] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.984375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.984472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.984669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.984754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.984844] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd44149e-89d7-4ff2-a028-3599eba08044 is going to be updated. [ 748.013730] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.013730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.013730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.013901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.014072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.017382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd44149e-89d7-4ff2-a028-3599eba08044" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.267130] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.267473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.267473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.269224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.269401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269578] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 748.336534] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.336534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.336707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.336819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.337182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.348784] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 748.490582] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.735528] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1a016eef-39d9-4e8b-8ecd-db17b189b725 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_rules [ 748.737182] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_rules [ 748.739049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.739049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.739049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.739049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.739049] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.994387] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.994833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.995753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.996045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.996204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.996348] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be created. [ 749.042282] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.042428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.042496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.042722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.042887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.073333] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: UNINITIALIZED for 2s [ 749.253925] env[65337]: INFO networking_nsxv3.common.synchronization [None req-a4f0df63-a9cb-4862-ba04-2c7202ac678d tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_rules [ 749.254491] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_rules [ 749.254899] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.255429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.263907] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.263907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.263907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.263907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.263907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.263907] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc already deleted. [ 749.263907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.263907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.264256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.264256] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.410880] env[65337]: INFO networking_nsxv3.common.synchronization [None req-ec09fedb-6474-401c-a9e3-61d74721d9ad None None] Enqueued Resource ID: aa72d344-1b3f-476c-becb-c2b95791a90d with Priority: HIGHEST for action port [ 749.411572] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa72d344-1b3f-476c-becb-c2b95791a90d with Priority: HIGHEST for action port [ 749.411954] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa72d344-1b3f-476c-becb-c2b95791a90d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.412137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa72d344-1b3f-476c-becb-c2b95791a90d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.412253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa72d344-1b3f-476c-becb-c2b95791a90d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.412654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa72d344-1b3f-476c-becb-c2b95791a90d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.412752] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa72d344-1b3f-476c-becb-c2b95791a90d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.811471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.812877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.812877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.812877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.812877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.812877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc already deleted. [ 749.812877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.917207] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa72d344-1b3f-476c-becb-c2b95791a90d [ 749.917207] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.917207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.917207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.917207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.917207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.917207] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa72d344-1b3f-476c-becb-c2b95791a90d already deleted. [ 749.917207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa72d344-1b3f-476c-becb-c2b95791a90d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.148465] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_members [ 750.148675] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 750.152381] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_members [ 750.152537] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 750.153615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8099b65-9ff0-4f7a-b1f5-65311780f290 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.153770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.153848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.155130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.155329] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.155448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.155513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.156498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.156498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.156498] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.157144] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.157257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.157362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.157948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.157948] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.157948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.157948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.159434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.159551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.159713] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.212257] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_rules [ 750.212426] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 750.212557] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_rules [ 750.212680] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_members [ 750.212801] env[65337]: INFO networking_nsxv3.common.synchronization [req-c699581e-7376-42c2-909b-f9e8b9a38a0b req-7a8e5a9e-724f-485f-bb37-e057010b2b34 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 58262203-1cdb-4183-9a28-4b1063597738 with Priority: HIGHEST for action port [ 750.213812] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_rules [ 750.213960] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_rules [ 750.214085] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58262203-1cdb-4183-9a28-4b1063597738 with Priority: HIGHEST for action port [ 750.214243] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 750.214351] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_members [ 750.214644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.214786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.214851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.215409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.215483] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.216953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8099b65-9ff0-4f7a-b1f5-65311780f290 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.217094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.217671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.218141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.218232] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.221234] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-58262203-1cdb-4183-9a28-4b1063597738 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.221389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.221463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.221669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.221786] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58262203-1cdb-4183-9a28-4b1063597738',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.223289] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.223398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.223608] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8099b65-9ff0-4f7a-b1f5-65311780f290 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.223694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.359840] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 750.360123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.360381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.360556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.360772] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.360898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.360975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.361226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.361306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.361478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.361478] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.661497] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.662548] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.722572] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8099b65-9ff0-4f7a-b1f5-65311780f290 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.722827] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.727829] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58262203-1cdb-4183-9a28-4b1063597738 with status ACTIVE [ 750.728047] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.728219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.728284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.728501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.728587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.728768] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.728843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.728905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.731046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.731046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.731046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.731046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.731046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.731046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.731046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.731046] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58262203-1cdb-4183-9a28-4b1063597738 is going to be updated. [ 750.731046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.731516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752514] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.752697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.752753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.752929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.753082] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.753235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.865544] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.865697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.865770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.866031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.866198] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.866383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.866521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.866605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.866728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.866882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.866978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867330] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.867421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.867477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.867605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.867706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.869035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.869035] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.085511] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 751.085671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.089026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.089026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.089026] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.165911] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.165911] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.374284] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 751.394022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.394347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.394347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.394572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.394670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.394898] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.395032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.395102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.395285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.395591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.395591] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.395709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.395709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.395882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.395958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.396178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.396273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.396336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.396477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.396551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.396688] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 751.477849] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.478027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.478070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.478288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.478430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.495641] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 751.563948] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd7b95ab-9dad-4091-bff9-bf1709bec943 req-9afdcb82-e751-4042-a955-354b0d9d27a0 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_members [ 751.563948] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd7b95ab-9dad-4091-bff9-bf1709bec943 req-9afdcb82-e751-4042-a955-354b0d9d27a0 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 751.563948] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 with Priority: HIGHEST for action security_group_members [ 751.564453] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 751.564925] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8099b65-9ff0-4f7a-b1f5-65311780f290 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.565024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.565405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.565405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.589640] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.622031] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd7b95ab-9dad-4091-bff9-bf1709bec943 req-9afdcb82-e751-4042-a955-354b0d9d27a0 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_rules [ 751.622031] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd7b95ab-9dad-4091-bff9-bf1709bec943 req-9afdcb82-e751-4042-a955-354b0d9d27a0 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 751.622168] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd7b95ab-9dad-4091-bff9-bf1709bec943 req-9afdcb82-e751-4042-a955-354b0d9d27a0 tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 58262203-1cdb-4183-9a28-4b1063597738 with Priority: HIGHEST for action port [ 751.622681] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_rules [ 751.622825] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 751.622926] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58262203-1cdb-4183-9a28-4b1063597738 with Priority: HIGHEST for action port [ 751.623213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.623300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.623490] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.623572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.623770] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-58262203-1cdb-4183-9a28-4b1063597738 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.623836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.623899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.624141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.624187] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58262203-1cdb-4183-9a28-4b1063597738',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.669876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.669876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.669876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.669876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.669876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.669876] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 is going to be created. [ 751.671811] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.671946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.672030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.672215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.672299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.672393] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 751.704093] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.704283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.704356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.704819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.704819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.707740] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.708201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.708201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.708400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.708830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.720499] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 751.721096] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 in Status: UNINITIALIZED for 2s [ 752.093135] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2208650-918e-48db-ba1d-c72263a83ec4: rpc.has_security_group_logging(os_id): False [ 752.129514] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58262203-1cdb-4183-9a28-4b1063597738 with status ACTIVE [ 752.129833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.130182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.130270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.131677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.131677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.131677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.131677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.131677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.131677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.131677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.132060] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.132060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.132060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.132180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.132297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.132398] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58262203-1cdb-4183-9a28-4b1063597738 is going to be updated. [ 752.136108] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.136237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.136277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.136454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.136538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.136896] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.137040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.137157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.137326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.137421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.137552] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be created. [ 752.196182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.196286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.196355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.196525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.196687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.196861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58262203-1cdb-4183-9a28-4b1063597738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.291567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.291915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.292010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.292241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.292425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.332370] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 753.509105] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 753.509105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.706987] env[65337]: INFO networking_nsxv3.common.synchronization [req-755fb47b-7b7b-4b29-aa6c-cbf1c703bb18 req-e2d3a2bd-cbc4-487b-8c5e-92ff0324d025 tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 753.707513] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 753.707850] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.707972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.711483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.711731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.711916] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.712043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.712111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.712281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.712372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.712471] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.736798] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 753.737166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.737539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.737853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.738103] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.738262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.738352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.738662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.738815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.738964] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.741107] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 in Status: SUCCESS [ 753.741354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.742058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.742329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.742590] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.743051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.743051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.743178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.743258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.743310] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.215825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.245047] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.247184] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.247477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.247477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.247649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.247649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.247921] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.248055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.248111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.248417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.248417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.249670] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 is going to be deleted. [ 754.262887] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.263176] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.263359] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.263722] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.264110] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.264395] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.264528] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.265361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.265361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.265473] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.265565] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.268490] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.268490] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.268490] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.268490] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.268490] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.291036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.291277] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.291456] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.291634] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.292185] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.292491] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.292636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.293117] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.293357] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc8dfeb8-09d0-485e-b94c-4f476ec97ec9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.295926] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.295926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.296131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.297090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.297090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.297090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.297090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.297090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.297090] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.297652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.297652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.297652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.297652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.297652] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.436983] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 754.436983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.718737] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.753410] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.795866] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.796256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.796449] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.796860] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.797075] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.797308] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 not found, creating... [ 754.798519] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.798519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.798519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.798676] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.798793] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.799321] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.799559] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.801141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.801141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.801141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.801141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 is going to be created. [ 754.802857] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.803034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.803136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.803384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.803495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.804023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.804023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.804214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.804363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.804505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.804601] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 already deleted. [ 754.805364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.805364] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.807465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.807568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.807984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.808105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.809864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.809864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.809864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.809864] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.838965] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.839230] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.839348] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.839635] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.839850] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.840100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.226726] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.226726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.226726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.226726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.226726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.226726] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 755.257774] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.257774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.257774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.257774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.257774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.257774] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 755.265522] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.265522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.265522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.265856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.266052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.276491] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 755.310110] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.310110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.310110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.310110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.310110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.312898] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8099b65-9ff0-4f7a-b1f5-65311780f290',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.314202] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.314355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.314401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.314587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.314673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.314876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.314976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.315046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.315223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.315308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.315376] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 already deleted. [ 755.315461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.329269] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 755.612272] env[65337]: INFO networking_nsxv3.common.synchronization [req-755fb47b-7b7b-4b29-aa6c-cbf1c703bb18 req-08a5eb84-6d1f-4e6b-ae8c-affadf4c7652 service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 755.612272] env[65337]: INFO networking_nsxv3.common.synchronization [req-755fb47b-7b7b-4b29-aa6c-cbf1c703bb18 req-08a5eb84-6d1f-4e6b-ae8c-affadf4c7652 service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 755.612272] env[65337]: INFO networking_nsxv3.common.synchronization [req-755fb47b-7b7b-4b29-aa6c-cbf1c703bb18 req-08a5eb84-6d1f-4e6b-ae8c-affadf4c7652 service nova] Enqueued Resource ID: dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 with Priority: HIGHEST for action port [ 755.612781] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 755.613090] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 755.613403] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 with Priority: HIGHEST for action port [ 755.613815] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.614075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.614231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.614584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.614812] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.615880] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.616314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.616740] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.619793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.619793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.619793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.619793] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc8dfeb8-09d0-485e-b94c-4f476ec97ec9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.817418] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8099b65-9ff0-4f7a-b1f5-65311780f290: rpc.has_security_group_logging(os_id): False [ 755.840084] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.840276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.840348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.840803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.841044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841715] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.841715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.841715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.842133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.843028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.843028] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 is going to be created. [ 755.865755] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b8099b65-9ff0-4f7a-b1f5-65311780f290], does not exist path=[/infra/domains/default/groups/b8099b65-9ff0-4f7a-b1f5-65311780f290]."\n}' [ 755.865755] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b8099b65-9ff0-4f7a-b1f5-65311780f290 [ 755.865755] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 755.930076] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.930294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.930294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.930523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.931975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.932306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.932426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.932542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.932818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.932927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.935069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.935069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.935069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.935069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.935069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.935069] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8099b65-9ff0-4f7a-b1f5-65311780f290 is going to be created. [ 755.956575] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b8099b65-9ff0-4f7a-b1f5-65311780f290], does not exist path=[/infra/domains/default/groups/b8099b65-9ff0-4f7a-b1f5-65311780f290]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b8099b65-9ff0-4f7a-b1f5-65311780f290 [ 755.957020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8099b65-9ff0-4f7a-b1f5-65311780f290" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.958884] env[65337]: Traceback (most recent call last): [ 755.958884] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 755.958884] env[65337]: return func(*args, **kwargs) [ 755.958884] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 755.958884] env[65337]: res.raise_for_status() [ 755.958884] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 755.958884] env[65337]: raise HTTPError(http_error_msg, response=self) [ 755.958884] env[65337]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b8099b65-9ff0-4f7a-b1f5-65311780f290 [ 755.958884] env[65337]: During handling of the above exception, another exception occurred: [ 755.958884] env[65337]: Traceback (most recent call last): [ 755.958884] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 755.958884] env[65337]: listener.cb(fileno) [ 755.958884] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 755.958884] env[65337]: result = function(*args, **kwargs) [ 755.958884] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 755.958884] env[65337]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 755.958884] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 755.958884] env[65337]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 755.958884] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 755.958884] env[65337]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 755.958884] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 755.958884] env[65337]: res.raise_for_status() [ 755.958884] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 755.958884] env[65337]: raise HTTPError(http_error_msg, response=self) [ 755.958884] env[65337]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b8099b65-9ff0-4f7a-b1f5-65311780f290 [ 755.958884] env[65337]: Removing descriptor: 21 [ 756.122346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.122346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.124569] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 with status ACTIVE [ 756.124863] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.125051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.125152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.125441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.125615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.125841] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.125980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.126091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.127037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.127037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.127037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.127037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.127037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127386] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc8dfeb8-09d0-485e-b94c-4f476ec97ec9 is going to be updated. [ 756.152309] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.152494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.152494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.153176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.153176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.153364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc8dfeb8-09d0-485e-b94c-4f476ec97ec9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300039] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.300039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.300039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300039] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.360250] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.363376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.363376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.363376] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.365531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.365691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.365885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.365999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.366085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.366255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.366354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.366457] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.802458] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.868646] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.868848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.869673] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.305609] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.373569] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.811289] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.811497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.811582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.812342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.812453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.812539] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 758.849944] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.850174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.850174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.850629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.850629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.866330] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 758.874993] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.875180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.875248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.875467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.875559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.875660] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 758.923623] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.923866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.923866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.924072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.924220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.935070] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 759.963465] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8a570722-d459-4f94-9639-85ee2d657b18 None None] Enqueued Resource ID: 976fb807-8dcb-491f-a5e1-3e4aa153b0d0 with Priority: HIGHEST for action port [ 759.964198] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976fb807-8dcb-491f-a5e1-3e4aa153b0d0 with Priority: HIGHEST for action port [ 759.964547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-976fb807-8dcb-491f-a5e1-3e4aa153b0d0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.964672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976fb807-8dcb-491f-a5e1-3e4aa153b0d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.965044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976fb807-8dcb-491f-a5e1-3e4aa153b0d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.965044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976fb807-8dcb-491f-a5e1-3e4aa153b0d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.965149] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976fb807-8dcb-491f-a5e1-3e4aa153b0d0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.444646] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 760.444879] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 760.445948] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 760.446163] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 760.446418] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.446552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.446629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.446902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.447086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.447196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.447286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.447802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.447941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.448073] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.449419] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.449419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.449419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.449966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.449966] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.449966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.449966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.450251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.450343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.450438] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.468681] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 976fb807-8dcb-491f-a5e1-3e4aa153b0d0 [ 760.469082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.469292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.469729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.469905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.470104] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:976fb807-8dcb-491f-a5e1-3e4aa153b0d0 already deleted. [ 760.470258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976fb807-8dcb-491f-a5e1-3e4aa153b0d0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.500464] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 760.501243] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 760.501243] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_rules [ 760.501243] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 760.501243] env[65337]: INFO networking_nsxv3.common.synchronization [req-3a5ecc46-dc13-4d90-828f-f95b0f24ae00 req-9e008d5d-4705-40a2-a1af-31db3b600430 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 with Priority: HIGHEST for action port [ 760.502050] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 760.502355] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_rules [ 760.502526] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 with Priority: HIGHEST for action port [ 760.502902] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 760.502902] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 760.503479] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.503479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.503479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.503739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.503829] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.505153] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.505449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.505449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.505703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.505839] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.509593] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-928c3fab-8c6d-4937-8add-c46c05de9d26 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.509847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.509957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.510170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.510347] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928c3fab-8c6d-4937-8add-c46c05de9d26',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.511550] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.511705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.512157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.512266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.879128] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 760.879352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.879526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.880502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.880502] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.880502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.880502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.880502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.880502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.880502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.880502] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.946183] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 760.946431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.946571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.947017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.947344] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.947496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.947577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.947746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.947878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.947983] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.952277] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.953092] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.013210] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.013645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.013645] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.013750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.016046] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 928c3fab-8c6d-4937-8add-c46c05de9d26 with status ACTIVE [ 761.016264] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.016384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.016446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.016720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.016835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.017036] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.017141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.017202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.017369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.017444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.017621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.017735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.017785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.017931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.018011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.018111] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 is going to be updated. [ 761.044441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.044652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.044652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.044871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.045023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.045186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.382925] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.384042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.384042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.384042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.384042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.384042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.384418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.387019] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.387019] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.387019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.387019] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.451265] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.454899] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.456074] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.889450] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc90567-98d1-4162-88af-d96d36de7c15: rpc.has_security_group_logging(os_id): False [ 761.915223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.915759] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.915759] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.915759] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.944935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.945293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.945460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.945562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.946156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.946156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.946352] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.946442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.946494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.946726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.946853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.947214] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.947359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.947451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.947661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.947933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.947933] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 761.955402] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.962229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.962229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.962229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.962229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.962229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.962229] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 761.962229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.962630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.962630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.962630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.962630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.962806] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be created. [ 762.000599] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.000803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.000849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.001122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.001293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.013133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.013133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.013133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.013133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.013133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.017531] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: UNINITIALIZED for 2s [ 762.028151] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 762.039644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.039801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.039849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.040091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.040239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.063987] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 762.460265] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.460265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.460265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.460265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.460265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.460265] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 762.494613] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.506823] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 762.638955] env[65337]: INFO networking_nsxv3.common.synchronization [None req-eaf42edf-3e0c-49cb-8940-5c7669d5d919 None None] Enqueued Resource ID: f732fffd-f003-4285-aa07-9e88709e2913 with Priority: HIGHEST for action port [ 762.638955] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f732fffd-f003-4285-aa07-9e88709e2913 with Priority: HIGHEST for action port [ 762.638955] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f732fffd-f003-4285-aa07-9e88709e2913 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.638955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f732fffd-f003-4285-aa07-9e88709e2913" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.638955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f732fffd-f003-4285-aa07-9e88709e2913" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.638955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f732fffd-f003-4285-aa07-9e88709e2913" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.642888] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f732fffd-f003-4285-aa07-9e88709e2913',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.144899] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f732fffd-f003-4285-aa07-9e88709e2913 [ 763.145367] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.145367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.145786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.145786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.145786] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f732fffd-f003-4285-aa07-9e88709e2913 already deleted. [ 763.145929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f732fffd-f003-4285-aa07-9e88709e2913" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.559612] env[65337]: INFO networking_nsxv3.common.synchronization [req-0454bfcf-7e21-48bc-8908-f8c401ca7713 req-c1fb02a3-e27b-4e77-9c23-ad2e820b6f23 tempest-MigrationsAdminTest-277988615 tempest-MigrationsAdminTest-277988615-project-member] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 763.560250] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 763.560596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.560722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.560795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.561014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.563838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.565142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.565142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.565142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.565142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.565142] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.031168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 764.031567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.034983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.034983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.034983] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.034983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.034983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.034983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.034983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.034983] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.057936] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 764.059173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.059563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.059784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.059974] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.060109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.060173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.060326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.060702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.060702] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.066562] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.084640] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 764.085738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.163988] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.164265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.164333] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.164594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.164871] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.165037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.165149] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.165361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.165502] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.165777] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.166170] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.166170] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.166272] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.166308] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.166408] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.166571] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.195394] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.195394] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.195394] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.195394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.195394] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.195394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.195394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.195889] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.195889] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5ee80f-e028-47e9-8c76-1fcee42d0e76',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.519916] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 764.520254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.520518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.520818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521124] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.521311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.521417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.521671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.521979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.522282] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.522439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.522540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.522726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.522948] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.523140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.523334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.523471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.523589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.523708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.523834] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.539359] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.564375] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.568033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.699110] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.699337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.699337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.700195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.700195] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.700620] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 5c5ee80f-e028-47e9-8c76-1fcee42d0e76 not found, creating... [ 764.701013] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.701226] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.701337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.701998] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.702150] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.702475] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.702644] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.702758] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.703189] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.703189] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.703325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 5c5ee80f-e028-47e9-8c76-1fcee42d0e76 is going to be created. [ 764.764276] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.764536] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.764595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.764998] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.765544] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.765863] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.026999] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03a42569-a8d4-4960-bf19-f10b6483b344: rpc.has_security_group_logging(os_id): False [ 765.041290] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.062399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.062578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.062629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.062829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.067054] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.072440] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.072440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.072440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.072440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.072440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.072440] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be updated. [ 765.106241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.106537] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.106851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.106998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.107208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.107353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107589] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.107737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.107807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.108018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.108112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.108334] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.108452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.108536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.108709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.108788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.113257] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 765.126474] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.126647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.126722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.127693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.127693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.139157] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 765.249033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.249033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.249033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.249033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.249033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.272996] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 765.544212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.544401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.544461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.544727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.544790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.544868] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be updated. [ 765.570636] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.570636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.570636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.570636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.570636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.570636] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 765.583912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.584107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.584177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.584346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.584489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.595091] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: IN_PROGRESS for 2s [ 765.609655] env[65337]: INFO networking_nsxv3.common.synchronization [req-0454bfcf-7e21-48bc-8908-f8c401ca7713 req-9a874b66-d8a0-4913-a336-698ebf41ab41 service nova] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_rules [ 765.610682] env[65337]: INFO networking_nsxv3.common.synchronization [req-0454bfcf-7e21-48bc-8908-f8c401ca7713 req-9a874b66-d8a0-4913-a336-698ebf41ab41 service nova] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 765.610682] env[65337]: INFO networking_nsxv3.common.synchronization [req-0454bfcf-7e21-48bc-8908-f8c401ca7713 req-9a874b66-d8a0-4913-a336-698ebf41ab41 service nova] Enqueued Resource ID: 5c5ee80f-e028-47e9-8c76-1fcee42d0e76 with Priority: HIGHEST for action port [ 765.611493] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.611641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.611703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.611888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.612041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.613343] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_rules [ 765.613505] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 765.613605] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c5ee80f-e028-47e9-8c76-1fcee42d0e76 with Priority: HIGHEST for action port [ 765.613885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.614010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.614081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.614247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.614327] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.615469] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615762] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.615861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.615928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.616104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.616181] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c5ee80f-e028-47e9-8c76-1fcee42d0e76',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.626207] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 766.118215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.118407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.118732] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c5ee80f-e028-47e9-8c76-1fcee42d0e76 with status ACTIVE [ 766.118732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.118923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.118923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.119333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.119333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.119490] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.119665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.120159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.120520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.120520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.121211] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.121211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.121211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.121211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.121211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.121211] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c5ee80f-e028-47e9-8c76-1fcee42d0e76 is going to be updated. [ 766.135771] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 766.135961] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:1 started [ 766.146648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.146648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.146648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.147824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.147824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.147824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c5ee80f-e028-47e9-8c76-1fcee42d0e76" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.879851] env[65337]: INFO networking_nsxv3.common.synchronization [None req-6ce6dc98-617e-49b5-ab39-3f3fee908c99 None None] Enqueued Resource ID: 03d2f54c-410d-4761-a041-4aba5de3d2eb with Priority: HIGHEST for action port [ 766.881470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03d2f54c-410d-4761-a041-4aba5de3d2eb with Priority: HIGHEST for action port [ 766.882267] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-03d2f54c-410d-4761-a041-4aba5de3d2eb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.882267] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03d2f54c-410d-4761-a041-4aba5de3d2eb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.882267] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03d2f54c-410d-4761-a041-4aba5de3d2eb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.882801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03d2f54c-410d-4761-a041-4aba5de3d2eb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.882801] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03d2f54c-410d-4761-a041-4aba5de3d2eb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.152673] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 767.152849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.153235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.153308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.153442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.154034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.154034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.154034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.154034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.154034] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.289251] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 767.289464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.289880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.289959] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.386806] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03d2f54c-410d-4761-a041-4aba5de3d2eb [ 767.386806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.386806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.386806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.386806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.386806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.386806] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03d2f54c-410d-4761-a041-4aba5de3d2eb already deleted. [ 767.386806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03d2f54c-410d-4761-a041-4aba5de3d2eb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.607209] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 767.607209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.607383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.607649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.607820] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.608830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.609084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.609162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.609211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.609291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.609400] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.638235] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 767.638459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.638903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.639148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.639350] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.639464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.639531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.639685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.639768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.639855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.639950] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.656335] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.749169] env[65337]: INFO networking_nsxv3.common.synchronization [req-2ee0a35b-8f4b-4b92-827f-21f800d76331 req-28bc5287-e6ec-45a5-a637-4d8427862180 tempest-ImagesOneServerTestJSON-635028167 tempest-ImagesOneServerTestJSON-635028167-project-member] Enqueued Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_members [ 767.750916] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_members [ 767.750916] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.750916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.751291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.752588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.752588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.752691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.752729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.754174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.754174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.754174] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.797177] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.797177] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.797177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.797177] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.112864] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.142894] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.143906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.143994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.144272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.144462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.144591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.144691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.144850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.144939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.145238] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.145547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.145688] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.145795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.145874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.146030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.146100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.146220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.146577] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.159691] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.257389] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.257546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.257633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.257878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.259046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.259046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.259046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.259046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.259046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.259046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.259046] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816e2842-de13-486a-8e50-68cb946736e4 already deleted. [ 768.259046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.274860] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.276037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.276037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.276037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.276037] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.280020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.280020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.280020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.280020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.280020] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.280020] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.280020] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.280020] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.280020] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.280020] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.280020] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.300049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.300049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.300049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.300449] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.300449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.300449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.300547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.300742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.300742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.300840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.301062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.301062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.301152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.301216] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.304511] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.304777] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.304960] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.305154] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.305438] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-2196806c-565e-4fed-82f1-5ba90b43b4b0 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.305597] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.305710] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.306069] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.306584] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2196806c-565e-4fed-82f1-5ba90b43b4b0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.616910] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6ebf45-4d57-4983-b382-49997c062e94: rpc.has_security_group_logging(os_id): False [ 768.637082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.637082] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.637082] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.637339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.637389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.637656] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.637858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.637858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.638611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.638611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.638611] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be created. [ 768.649591] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 768.663093] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.663093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.663093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.663533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.663533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.663533] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be updated. [ 768.675612] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.676933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.679022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.679022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.703955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.704558] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.704558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.704558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.704983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.704983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.705819] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.705819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.705819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.705819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.706057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.706318] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.706464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.707061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.707061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.707061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.707476] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 768.711856] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.712237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.712420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.712569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.712774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.722693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.723290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.723430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.723675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.723899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.726147] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 768.738537] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: IN_PROGRESS for 2s [ 768.805076] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03a42569-a8d4-4960-bf19-f10b6483b344: rpc.has_security_group_logging(os_id): False [ 768.808865] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.810049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.810049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.810049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.810252] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.810364] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 2196806c-565e-4fed-82f1-5ba90b43b4b0 not found, creating... [ 768.810633] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.810794] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.810905] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.811172] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.811274] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.811567] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.811712] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.811821] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.812432] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.812432] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.812678] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 2196806c-565e-4fed-82f1-5ba90b43b4b0 is going to be created. [ 768.869403] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.869589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.869652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.870077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.870077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.879315] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.879525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.879525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.879705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.879807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880060] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.880174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.880231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.880537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.880537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.880642] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.881018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.881018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.881018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.881018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.883953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.884186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.884249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.884470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.884470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.884587] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 768.899399] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.899977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.899977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.900359] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901103] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901103] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.903038] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 769.061194] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.061407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.061407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.061639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.061809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.108985] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 769.421737] env[65337]: INFO networking_nsxv3.common.synchronization [None req-d517d430-a86a-4f2b-b2bb-810d6f147a45 tempest-ServersTestFqdnHostnames-1728927435 tempest-ServersTestFqdnHostnames-1728927435-project-member] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_rules [ 769.425428] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_rules [ 769.427080] env[65337]: INFO networking_nsxv3.common.synchronization [None req-9a8dd782-f555-41cd-87bb-e832d75097a1 None None] Enqueued Resource ID: c194e9dd-2c59-4c5d-bca5-0dfafd1b8074 with Priority: HIGHEST for action port [ 769.431397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.431530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.431652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.432032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.432128] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.433051] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c194e9dd-2c59-4c5d-bca5-0dfafd1b8074 with Priority: HIGHEST for action port [ 769.433840] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c194e9dd-2c59-4c5d-bca5-0dfafd1b8074 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.433956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c194e9dd-2c59-4c5d-bca5-0dfafd1b8074" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.434033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c194e9dd-2c59-4c5d-bca5-0dfafd1b8074" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.434264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c194e9dd-2c59-4c5d-bca5-0dfafd1b8074" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.434347] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c194e9dd-2c59-4c5d-bca5-0dfafd1b8074',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.640367] env[65337]: INFO networking_nsxv3.common.synchronization [req-2ee0a35b-8f4b-4b92-827f-21f800d76331 req-258047f5-a9a9-40d7-a8d6-04f276ac5c31 service nova] Enqueued Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_rules [ 769.640605] env[65337]: INFO networking_nsxv3.common.synchronization [req-2ee0a35b-8f4b-4b92-827f-21f800d76331 req-258047f5-a9a9-40d7-a8d6-04f276ac5c31 service nova] Enqueued Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_members [ 769.640812] env[65337]: INFO networking_nsxv3.common.synchronization [req-2ee0a35b-8f4b-4b92-827f-21f800d76331 req-258047f5-a9a9-40d7-a8d6-04f276ac5c31 service nova] Enqueued Resource ID: 2196806c-565e-4fed-82f1-5ba90b43b4b0 with Priority: HIGHEST for action port [ 769.641539] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_rules [ 769.641695] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_members [ 769.641797] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2196806c-565e-4fed-82f1-5ba90b43b4b0 with Priority: HIGHEST for action port [ 769.642130] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.642256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.642323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.642582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.642667] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.643561] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.643687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.643757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.643920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.644111] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.644215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.644277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.644447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.644535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.644629] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.648267] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2196806c-565e-4fed-82f1-5ba90b43b4b0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.649542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.649542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.650075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.650171] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2196806c-565e-4fed-82f1-5ba90b43b4b0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.802323] env[65337]: INFO networking_nsxv3.common.synchronization [None req-92661ef3-f1a4-4dfe-acf3-7104aa725df1 tempest-ServersTestFqdnHostnames-1728927435 tempest-ServersTestFqdnHostnames-1728927435-project-member] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_rules [ 769.803422] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_rules [ 769.803915] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.804054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.937813] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c194e9dd-2c59-4c5d-bca5-0dfafd1b8074 [ 769.938079] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.938214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.938277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.939224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.940537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.940537] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c194e9dd-2c59-4c5d-bca5-0dfafd1b8074 already deleted. [ 769.940537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c194e9dd-2c59-4c5d-bca5-0dfafd1b8074" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959375] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.959375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.959375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.959712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.959712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.959772] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc already deleted. [ 769.959868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.960151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.960364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.960448] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.156056] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.156056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.156056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.156056] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2196806c-565e-4fed-82f1-5ba90b43b4b0 with status ACTIVE [ 770.156056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.160193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.160554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.164023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.164023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.164023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.164023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2196806c-565e-4fed-82f1-5ba90b43b4b0 is going to be updated. [ 770.188623] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.188820] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.188869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.189509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.189509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.189509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2196806c-565e-4fed-82f1-5ba90b43b4b0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.496723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.498628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.498628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.498628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.498628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499842] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc already deleted. [ 770.499842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.656408] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.737973] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 770.737973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.740516] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.740516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.740516] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.743471] env[65337]: INFO networking_nsxv3.common.synchronization [req-39be1321-22c4-4025-b7d3-0d124b7cc28c req-fb7fb265-3210-4c8a-ac3f-b08720581cae tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 770.745361] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 770.745654] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.745654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.745758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.746348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.746894] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.747054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.747148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.747517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.747517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.747622] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.759558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 770.759558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.925208] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 770.925563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.132382] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 771.132382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.159749] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.159929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.160010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.160249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.160383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.160484] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816e2842-de13-486a-8e50-68cb946736e4 is going to be created. [ 771.192229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.192229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.192229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.192229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.192229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.205695] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: UNINITIALIZED for 2s [ 771.245533] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.245816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.245889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.246566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.246566] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.246566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.246566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.246971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.246971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.246971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.247586] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.247586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.247586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.247586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.247735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.247735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.247735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.247986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.248130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.248231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.248328] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.250840] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.251883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.251993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.252756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.252910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.253330] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.253330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.253486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.253542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.253707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.253707] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 already deleted. [ 771.253848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.303356] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.303628] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-707" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.303704] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-707" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.303979] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-707" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.304406] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.304580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.304580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.304981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.305578] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.305845] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.305968] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.306185] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.306359] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.306485] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.306597] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.306731] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.340579] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.340751] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.340887] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.341086] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-707" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.341615] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.341806] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.341926] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.342275] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.342527] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4c94dd-cfaa-4472-ace2-4062ea5ade7e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.752171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be852ede-d29e-4aab-b78c-d0d58387f89a: rpc.has_security_group_logging(os_id): False [ 771.773338] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.773428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.773469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.773675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.794358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.794694] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.794860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.794930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.795165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.795243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.795457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.795550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.795620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.795812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.795897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.796316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.796363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.796503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.796591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.796672] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be updated. [ 771.844860] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.845740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.845740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.845740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.846050] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.846050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ac4c94dd-cfaa-4472-ace2-4062ea5ade7e not found, creating... [ 771.846748] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.846748] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.847331] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.847492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.847711] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.848459] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.848712] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.848839] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.849150] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.849311] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.849475] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e is going to be created. [ 771.874056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.874056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.874056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.874056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.874056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.876194] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.876414] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.876532] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.876833] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.877097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.877313] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.900100] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 772.604254] env[65337]: INFO networking_nsxv3.common.synchronization [req-39be1321-22c4-4025-b7d3-0d124b7cc28c req-dc848cb5-6de4-4549-9a12-4ddca8afdec1 service nova] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 772.604254] env[65337]: INFO networking_nsxv3.common.synchronization [req-39be1321-22c4-4025-b7d3-0d124b7cc28c req-dc848cb5-6de4-4549-9a12-4ddca8afdec1 service nova] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 772.604254] env[65337]: INFO networking_nsxv3.common.synchronization [req-39be1321-22c4-4025-b7d3-0d124b7cc28c req-dc848cb5-6de4-4549-9a12-4ddca8afdec1 service nova] Enqueued Resource ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with Priority: HIGHEST for action port [ 772.604254] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 772.604254] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 772.604254] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with Priority: HIGHEST for action port [ 772.604627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.604761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.604821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.605127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.605274] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.607230] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.607666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.607666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.607844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.608912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.608912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.608912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.608912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.608912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.608912] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.614249] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.614249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.614249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.614811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.614811] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4c94dd-cfaa-4472-ace2-4062ea5ade7e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.799625] env[65337]: INFO networking_nsxv3.common.synchronization [None req-edec7e34-68cc-4a26-9ff0-0b1f205cad37 None None] Enqueued Resource ID: 00ab54fc-4315-449d-abda-9c220445c0ac with Priority: HIGHEST for action port [ 772.799625] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00ab54fc-4315-449d-abda-9c220445c0ac with Priority: HIGHEST for action port [ 772.799625] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-00ab54fc-4315-449d-abda-9c220445c0ac taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.799625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00ab54fc-4315-449d-abda-9c220445c0ac" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.799625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00ab54fc-4315-449d-abda-9c220445c0ac" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.799983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00ab54fc-4315-449d-abda-9c220445c0ac" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.799983] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00ab54fc-4315-449d-abda-9c220445c0ac',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.021525] env[65337]: INFO networking_nsxv3.common.synchronization [req-1e1bfe13-3ef5-4f55-ad73-c2458ce7b32d req-41fdcf75-0314-47f2-9f8a-c6787d8ff86b tempest-ServerRescueTestJSONUnderV235-1752947615 tempest-ServerRescueTestJSONUnderV235-1752947615-project-member] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 773.022739] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGHEST for action security_group_members [ 773.022739] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.022739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.022739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.022739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.022739] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.023221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.023221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.023221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.023221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.023556] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.118746] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.119538] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.119732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.120232] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with status ACTIVE [ 773.120306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.120645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.120645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.120645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.120780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.120919] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.121059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.121147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.121384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.121384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.121572] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.121665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.121723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.121861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.121938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.122031] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e is going to be updated. [ 773.147298] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.147298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.147298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.147298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.147598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.147633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.218074] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: SUCCESS [ 773.220216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.220505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.222287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.222807] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.222807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.222807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.223313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.223313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.223313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.223313] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.302746] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00ab54fc-4315-449d-abda-9c220445c0ac [ 773.302913] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.303102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.305110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.305490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.305587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.305634] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00ab54fc-4315-449d-abda-9c220445c0ac already deleted. [ 773.305733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00ab54fc-4315-449d-abda-9c220445c0ac" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526662] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.526930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.527032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.527573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.528522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.528790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.528925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.528995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.529231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.529318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.529413] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be updated. [ 773.562992] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.563671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.563868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.564196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.564397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.575367] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: IN_PROGRESS for 2s [ 773.620687] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.728230] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.729196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.729196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.729196] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.729196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.729196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.729196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.730559] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.920500] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 773.920797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.123651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.123803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.123852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.124098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.124201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.124319] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be created. [ 774.161737] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.161825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.162997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.162997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.162997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.177987] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: UNINITIALIZED for 2s [ 774.236059] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816e2842-de13-486a-8e50-68cb946736e4: rpc.has_security_group_logging(os_id): False [ 774.259844] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.259989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.260946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.260946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.260946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.260946] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.261201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.261201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.261335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.261467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.261757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.261907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.262319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.264388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.265443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.265889] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.266110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.266161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.266367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.266461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.266579] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816e2842-de13-486a-8e50-68cb946736e4 is going to be created. [ 774.393933] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.393933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.393933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.394162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.395378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.413565] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: IN_PROGRESS for 2s [ 775.443062] env[65337]: INFO networking_nsxv3.common.synchronization [req-8fd7b76b-3e4c-49f0-9463-c06064d896cd req-3d7c5319-2a95-4df1-96f2-cb8efc968f15 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 775.443642] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 775.443967] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.444926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.445034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.445241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.445430] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.445558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.445596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.445771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.445858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.445954] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.587599] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03a42569-a8d4-4960-bf19-f10b6483b344 in Status: SUCCESS [ 775.588065] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 deletion is rescheduled due to dependency. [ 775.588065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.795319] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0600452b-5685-4396-9ff9-ee72bcd57b86 None None] Enqueued Resource ID: c40ec14e-c1c4-4ca4-82b0-90fdf5241338 with Priority: HIGHEST for action port [ 775.797047] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40ec14e-c1c4-4ca4-82b0-90fdf5241338 with Priority: HIGHEST for action port [ 775.797519] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40ec14e-c1c4-4ca4-82b0-90fdf5241338 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.798074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40ec14e-c1c4-4ca4-82b0-90fdf5241338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.798074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40ec14e-c1c4-4ca4-82b0-90fdf5241338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.798074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40ec14e-c1c4-4ca4-82b0-90fdf5241338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.798408] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40ec14e-c1c4-4ca4-82b0-90fdf5241338',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.948421] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.948655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.948655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.949072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.990141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.990141] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.990141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.990141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.990141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.990141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.990141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 776.027485] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.027485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.027485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.027485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.027485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.040188] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 776.194957] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 776.195192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.195377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.195599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.195798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.195917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.195972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.196145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.196223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.196309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.196420] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.304681] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c40ec14e-c1c4-4ca4-82b0-90fdf5241338 [ 776.304941] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.305124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.305242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.306569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.306569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.306569] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c40ec14e-c1c4-4ca4-82b0-90fdf5241338 already deleted. [ 776.306569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40ec14e-c1c4-4ca4-82b0-90fdf5241338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.428464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: SUCCESS [ 776.428464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.701563] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.204399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10a36098-5782-45de-b048-02e5de497927: rpc.has_security_group_logging(os_id): False [ 777.231449] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.231449] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.231449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.232356] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be created. [ 777.336027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.336263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.336344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.338020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.338020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.356930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 778.051353] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 778.051707] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 778.051707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.734030] env[65337]: INFO networking_nsxv3.common.synchronization [req-179a77a2-e158-4ac6-b7ff-18b3dbbe70fe req-9ef0221c-e0d7-452b-82f8-f1c2ccfb8259 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 778.735037] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 778.735037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.735037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.735037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.735290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.735290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.735370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.735404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.735560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.735627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.735716] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.238183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.238526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.238526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.240050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.240050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 already deleted. [ 779.240050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.245754] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.245971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.246144] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.246591] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.250412] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.250600] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.250734] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.250985] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.251148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.251361] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.251466] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.251566] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.251672] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.251776] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.251875] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.252015] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.279262] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.279452] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.279607] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.279795] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.280171] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-bae711fb-0bd4-49bb-8aa8-8c216226249b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.280354] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.280469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.280789] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.280925] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae711fb-0bd4-49bb-8aa8-8c216226249b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.375352] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 779.375607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.414128] env[65337]: INFO networking_nsxv3.common.synchronization [req-a7c18c45-8af3-43d8-9acb-bf4ea539e651 req-d9c3969a-3464-4799-b951-58fa81d6b974 tempest-ListServerFiltersTestJSON-907833884 tempest-ListServerFiltersTestJSON-907833884-project-member] Enqueued Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 779.414762] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 with Priority: HIGHEST for action security_group_members [ 779.415138] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3159b861-b4cf-438a-bf77-7878bc662ea8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.415274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.415332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.415545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.415699] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.415797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.415859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.416024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.416107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.416204] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3159b861-b4cf-438a-bf77-7878bc662ea8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.664577] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 779.664793] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_members [ 779.664925] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 779.665502] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 779.665628] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_members [ 779.665835] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 779.666053] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.666193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.666249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.666437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.666583] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.666674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.666742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.666942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.667124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.667266] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.668288] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-92aed4da-c6f1-40db-879d-8ed882fbdc2f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.668544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.668544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.668718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.669099] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.669099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.670268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.670268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.670268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.670268] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.671535] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.671535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.671535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.671782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.672398] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.672398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.672398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.672398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.672398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.672398] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.717074] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 779.717074] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 779.717330] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_rules [ 779.717505] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 779.717690] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_rules [ 779.717886] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_members [ 779.718147] env[65337]: INFO networking_nsxv3.common.synchronization [req-b516f8f9-3740-4785-8671-adffa2b8e34b req-3c788335-413b-4024-8576-edf6123948bf tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 with Priority: HIGHEST for action port [ 779.719210] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_rules [ 779.719421] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_rules [ 779.719598] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_members [ 779.719812] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 with Priority: HIGHEST for action port [ 779.719972] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_rules [ 779.720183] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 779.720368] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 779.720799] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.721013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.721158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.721471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.721620] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.722820] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.722985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.723134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.723419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.723548] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.724669] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-92aed4da-c6f1-40db-879d-8ed882fbdc2f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.724840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.725121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-928c3fab-8c6d-4937-8add-c46c05de9d26 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.725301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.725420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.725696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.725836] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('928c3fab-8c6d-4937-8add-c46c05de9d26',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.727150] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92aed4da-c6f1-40db-879d-8ed882fbdc2f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.727306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.727402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.727705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.727848] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.729821] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.729981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.730293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.730423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.784432] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.784800] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.785061] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.785375] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.785521] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.785709] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port bae711fb-0bd4-49bb-8aa8-8c216226249b not found, creating... [ 779.785944] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.786129] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.786242] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.786456] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.786584] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.786919] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.787376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.787564] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.787894] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.788209] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.788443] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: bae711fb-0bd4-49bb-8aa8-8c216226249b is going to be created. [ 779.815340] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.815616] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.815813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.816179] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.816472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.816750] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.920381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.920546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.920619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.920963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.965253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.965523] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.965523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.965523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.965776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.965776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.965878] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 is going to be updated. [ 780.041068] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.041068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.041068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.041309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.041341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.052024] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: IN_PROGRESS for 2s [ 780.175205] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.176354] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.177478] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.220656] env[65337]: INFO networking_nsxv3.common.synchronization [req-eb01ed49-64fb-4671-85b9-d90182a1d308 req-ad49ef43-5a1a-4c08-9054-0236ae045c15 tempest-ServersTestManualDisk-1818150541 tempest-ServersTestManualDisk-1818150541-project-member] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_members [ 780.221711] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGHEST for action security_group_members [ 780.222113] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.222260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.222361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.223920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.223920] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.223920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.223920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.223920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.223920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.223920] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.232252] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.232402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.232735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.232735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.232970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 928c3fab-8c6d-4937-8add-c46c05de9d26 with status ACTIVE [ 780.233022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.233117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.233264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.233419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.233518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.233692] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.233784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.233841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.234011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.234560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.234560] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.234560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.235158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.235158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.235158] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 928c3fab-8c6d-4937-8add-c46c05de9d26 is going to be updated. [ 780.242367] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-92aed4da-c6f1-40db-879d-8ed882fbdc2f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.242704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.278957] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.278957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.278957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.279306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.279306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.279454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-928c3fab-8c6d-4937-8add-c46c05de9d26" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.606348] env[65337]: INFO networking_nsxv3.common.synchronization [req-179a77a2-e158-4ac6-b7ff-18b3dbbe70fe req-8e0ecda7-1cdb-469b-b144-52efb0a83f9d service nova] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 780.606348] env[65337]: INFO networking_nsxv3.common.synchronization [req-179a77a2-e158-4ac6-b7ff-18b3dbbe70fe req-8e0ecda7-1cdb-469b-b144-52efb0a83f9d service nova] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 780.606348] env[65337]: INFO networking_nsxv3.common.synchronization [req-179a77a2-e158-4ac6-b7ff-18b3dbbe70fe req-8e0ecda7-1cdb-469b-b144-52efb0a83f9d service nova] Enqueued Resource ID: bae711fb-0bd4-49bb-8aa8-8c216226249b with Priority: HIGHEST for action port [ 780.606727] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 780.607057] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 780.607227] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae711fb-0bd4-49bb-8aa8-8c216226249b with Priority: HIGHEST for action port [ 780.608238] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.608238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.608238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.608238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.608238] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.610436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.610436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.610436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.610436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.610436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.610436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.610436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.610436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.611479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.611479] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.611479] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae711fb-0bd4-49bb-8aa8-8c216226249b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.611645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.611645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.612143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.612143] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae711fb-0bd4-49bb-8aa8-8c216226249b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.681156] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.681156] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.681701] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.726902] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.726902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.726902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.727176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.751876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.752178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.752344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.752417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.752634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.752782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.754073] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 is going to be updated. [ 780.791542] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.792288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.792288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.792499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.793058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.804827] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 in Status: IN_PROGRESS for 2s [ 781.001238] env[65337]: INFO networking_nsxv3.common.synchronization [req-567b409a-ae59-48f3-8369-ddbe8f300b09 req-79205dac-52f2-462d-b8ac-9ddf01add9b4 tempest-ServersAdminNegativeTestJSON-1650531049 tempest-ServersAdminNegativeTestJSON-1650531049-project-member] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 781.001773] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 781.002093] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.002340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.002540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.002798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.002798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.002878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.002986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.003091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.003186] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.113265] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.113467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.115750] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.116662] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae711fb-0bd4-49bb-8aa8-8c216226249b with status ACTIVE [ 781.116930] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.117032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.117178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.117312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.117428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.117575] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.117672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.117728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.117874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.117969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.118176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.118370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.118370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.118482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.118537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.118590] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae711fb-0bd4-49bb-8aa8-8c216226249b is going to be updated. [ 781.146058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.148263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae711fb-0bd4-49bb-8aa8-8c216226249b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.184583] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.184583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.184583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.184583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.184755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.184818] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f is going to be created. [ 781.186111] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.186231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.186340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.186593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.186697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.186780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 781.187954] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.188058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.188110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.188270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.188345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.188431] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be updated. [ 781.227970] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.228246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.228319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.228526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.228687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.235837] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.235946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.236030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.236241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.236410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.241623] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.241751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.241751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.241964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.242129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.244674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f in Status: UNINITIALIZED for 2s [ 781.258699] env[65337]: INFO networking_nsxv3.common.synchronization [req-d5746518-bc00-46fe-ae8c-984f7bb60aff req-4dc43ccb-bcf9-4e7c-a422-103c18f0f8e1 tempest-ListImageFiltersTestJSON-449131800 tempest-ListImageFiltersTestJSON-449131800-project-member] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 781.260103] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 781.261085] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: IN_PROGRESS for 2s [ 781.261409] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 781.261934] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.262087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.262256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.262471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.262719] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.262806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.263149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.263256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.263364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.263475] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.507032] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.580292] env[65337]: INFO networking_nsxv3.common.synchronization [req-d90a52a8-ccac-495d-8d0c-6e47b5c519e5 req-9aa92adb-ff79-4e2c-9cc4-1a38db0b30ec tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_members [ 781.580939] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_members [ 781.581602] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.581782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.581867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.582164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.582368] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.582508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.583807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.584153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.584348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.584554] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.621535] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.766129] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.992477] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.994285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.994285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.994285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.994285] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.994285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.994285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.994579] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.994737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.995025] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.995171] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.995305] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.995438] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.995578] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.995709] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.995869] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.012103] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.016503] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.016787] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.017513] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.017513] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.017513] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.017676] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.017803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.018088] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.018228] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae729c5b-93be-41e7-bcb2-463f5fbb05e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.065241] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 in Status: SUCCESS [ 782.065436] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3159b861-b4cf-438a-bf77-7878bc662ea8 deletion is rescheduled due to dependency. [ 782.065557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3159b861-b4cf-438a-bf77-7878bc662ea8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.088749] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.089571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.089571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.089571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.089571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.089571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.089571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.089837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.089837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.089916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.089945] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 already deleted. [ 782.090019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.128020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.128020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.128020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.128020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.128020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.128020] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be created. [ 782.159348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.159681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.159681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.159824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.160032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.184751] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: UNINITIALIZED for 2s [ 782.269843] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.514991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.515225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.515285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.515490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.515579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.515685] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be updated. [ 782.520858] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.520962] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.521109] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.521400] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.521695] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.521951] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ae729c5b-93be-41e7-bcb2-463f5fbb05e8 not found, creating... [ 782.522299] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.522472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.522586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.522935] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.523197] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.523678] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.523965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.524200] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.524480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.524609] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.524750] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ae729c5b-93be-41e7-bcb2-463f5fbb05e8 is going to be created. [ 782.552613] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.552887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.552887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.553726] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.553962] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.554275] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.558137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.558331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.558430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.558681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.558860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.570829] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: IN_PROGRESS for 2s [ 782.773905] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.774111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.774291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.774572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.774703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.774821] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be updated. [ 782.841019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 in Status: SUCCESS [ 782.841320] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 deletion is rescheduled due to dependency. [ 782.841517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.880308] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.880520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.880520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.880734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.880994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.926732] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: IN_PROGRESS for 2s [ 783.265484] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f in Status: SUCCESS [ 783.265690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.265856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.266097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.266297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.266414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.266482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.266636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.266717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.266814] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.277682] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 783.278042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.278443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.278680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.278876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.279008] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.279080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.279250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.279322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.279417] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.280892] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 783.281078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.282288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.282288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.282288] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.282288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.282288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.282288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.282288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.282288] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.353507] env[65337]: INFO networking_nsxv3.common.synchronization [req-d90a52a8-ccac-495d-8d0c-6e47b5c519e5 req-b068826b-0af9-4152-bb0c-c29a80154f2f service nova] Enqueued Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_rules [ 783.353701] env[65337]: INFO networking_nsxv3.common.synchronization [req-d90a52a8-ccac-495d-8d0c-6e47b5c519e5 req-b068826b-0af9-4152-bb0c-c29a80154f2f service nova] Enqueued Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_members [ 783.353832] env[65337]: INFO networking_nsxv3.common.synchronization [req-d90a52a8-ccac-495d-8d0c-6e47b5c519e5 req-b068826b-0af9-4152-bb0c-c29a80154f2f service nova] Enqueued Resource ID: ae729c5b-93be-41e7-bcb2-463f5fbb05e8 with Priority: HIGHEST for action port [ 783.356641] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_rules [ 783.356641] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_members [ 783.356641] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae729c5b-93be-41e7-bcb2-463f5fbb05e8 with Priority: HIGHEST for action port [ 783.356641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.357432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.357432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.357432] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.358695] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.358695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.358795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.358932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.359122] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.359245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.359373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.359501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.359877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.360055] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.361053] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.361204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.361255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.361420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.361503] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae729c5b-93be-41e7-bcb2-463f5fbb05e8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.773790] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.783751] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.786046] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.863918] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.864283] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.865207] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae729c5b-93be-41e7-bcb2-463f5fbb05e8 with status ACTIVE [ 783.865401] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.865517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.865592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.865797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.866073] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.866173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.866234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.866386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.866462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.866637] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.866730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.866921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.867055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.867055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.867188] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae729c5b-93be-41e7-bcb2-463f5fbb05e8 is going to be updated. [ 783.909240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.909240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.909459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.909496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.909700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.909996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae729c5b-93be-41e7-bcb2-463f5fbb05e8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.197534] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 784.197763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.197966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.198254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.198588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.198716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.198771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.198949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.199111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.199233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.199383] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.277055] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.287250] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.289105] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.320844] env[65337]: INFO networking_nsxv3.common.synchronization [req-1060a90a-74d6-45ea-a325-3bd0ebd1d081 req-527e2c10-ecff-4039-83fd-becf60dbbb37 tempest-FloatingIPsAssociationTestJSON-2048779618 tempest-FloatingIPsAssociationTestJSON-2048779618-project-member] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 784.322125] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 784.322125] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.322125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.322125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.322125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.322356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.322356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.322356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.322527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.322560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.322865] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.371573] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.603593] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 784.603850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.702492] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.741315] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.741713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.741713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.742369] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.742542] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.742787] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.742947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.743280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.743480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.743824] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.743888] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.744055] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.744158] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.744339] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.744437] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.744698] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.779598] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.779598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.779598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.779884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.779884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.780661] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f is going to be updated. [ 784.791647] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.791943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.792000] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.792271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.792396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.792517] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be updated. [ 784.796622] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.796770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.796920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.797292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.797813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.797993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 784.814245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.814245] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.069 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.815260] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.815260] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.815260] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.815409] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.815529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.815915] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.816238] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ee6a35-3a2e-45a5-bbbd-acefb8c770cf',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.825822] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.826151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.826270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.826470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.826571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.826804] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.827201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.827201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.827597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.827597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.827597] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d already deleted. [ 784.827597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.855048] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.855048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.855048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.857335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.857335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.865028] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.865028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.865028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.865028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.865028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.876031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.876031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.876031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.876031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.876031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.876031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.876538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.877514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.877946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.878138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.878345] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 is going to be created. [ 784.882989] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: IN_PROGRESS for 2s [ 784.885170] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f in Status: IN_PROGRESS for 2s [ 784.896330] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 784.953380] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.953660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.953767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.954700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.954700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.965396] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 784.965396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.974571] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 in Status: UNINITIALIZED for 2s [ 785.209401] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44802d22-8c92-4486-8fa9-ff966a5971c9: rpc.has_security_group_logging(os_id): False [ 785.249840] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.250164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.250164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.250495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.250589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.250923] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.251093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.251228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.251463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.251588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.251682] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be created. [ 785.322533] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.323115] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.323115] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.323543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.324054] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 48ee6a35-3a2e-45a5-bbbd-acefb8c770cf not found, creating... [ 785.324054] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.324292] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.324431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.324782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.325141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.325539] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.325766] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.325944] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.326270] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.326446] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.326599] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 48ee6a35-3a2e-45a5-bbbd-acefb8c770cf is going to be created. [ 785.377521] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.379208] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.379383] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.379700] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.379947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.380215] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.406674] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.406819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.406963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.407451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.407451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.435888] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 786.038954] env[65337]: INFO networking_nsxv3.common.synchronization [req-1060a90a-74d6-45ea-a325-3bd0ebd1d081 req-66b01075-ae75-4210-a7c0-f72f5b7261c0 service nova] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_rules [ 786.039197] env[65337]: INFO networking_nsxv3.common.synchronization [req-1060a90a-74d6-45ea-a325-3bd0ebd1d081 req-66b01075-ae75-4210-a7c0-f72f5b7261c0 service nova] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 786.039368] env[65337]: INFO networking_nsxv3.common.synchronization [req-1060a90a-74d6-45ea-a325-3bd0ebd1d081 req-66b01075-ae75-4210-a7c0-f72f5b7261c0 service nova] Enqueued Resource ID: 48ee6a35-3a2e-45a5-bbbd-acefb8c770cf with Priority: HIGHEST for action port [ 786.043661] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_rules [ 786.043864] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 786.043978] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ee6a35-3a2e-45a5-bbbd-acefb8c770cf with Priority: HIGHEST for action port [ 786.044386] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.044549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.044677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.044971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.045099] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.047618] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.047618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.047618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047618] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.047618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.047618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.047971] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.049442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.049607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.049693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.049877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.049978] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48ee6a35-3a2e-45a5-bbbd-acefb8c770cf',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.452431] env[65337]: INFO networking_nsxv3.common.synchronization [req-c690654a-a6b0-4d23-9f04-3c1b65d77f5a req-7904a128-5723-41b5-ac2c-056fd4bae5ab tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_members [ 786.452431] env[65337]: INFO networking_nsxv3.common.synchronization [req-c690654a-a6b0-4d23-9f04-3c1b65d77f5a req-7904a128-5723-41b5-ac2c-056fd4bae5ab tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 786.452431] env[65337]: INFO networking_nsxv3.common.synchronization [req-c690654a-a6b0-4d23-9f04-3c1b65d77f5a req-7904a128-5723-41b5-ac2c-056fd4bae5ab tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 786.452431] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f with Priority: HIGHEST for action security_group_members [ 786.452431] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 786.452960] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a6ebf45-4d57-4983-b382-49997c062e94 with Priority: HIGHEST for action security_group_members [ 786.452960] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-92aed4da-c6f1-40db-879d-8ed882fbdc2f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.452960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453324] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.453786] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a6ebf45-4d57-4983-b382-49997c062e94 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.453878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.552739] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.554973] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.555125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.555315] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48ee6a35-3a2e-45a5-bbbd-acefb8c770cf with status ACTIVE [ 786.555492] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.555598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.555692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.555885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.555971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.556155] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.556246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.556306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.556694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.556771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.557025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.557111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.557172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.557315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.557385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.557468] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48ee6a35-3a2e-45a5-bbbd-acefb8c770cf is going to be updated. [ 786.582395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.582548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.582658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.582865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.582998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.583165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48ee6a35-3a2e-45a5-bbbd-acefb8c770cf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.741318] env[65337]: INFO networking_nsxv3.common.synchronization [req-ff0d6d29-1aa4-4795-b51f-cad4706d00bb req-937f3f9f-5e0b-44db-8423-8041d8e67eaa tempest-ServerMetadataTestJSON-854861239 tempest-ServerMetadataTestJSON-854861239-project-member] Enqueued Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_members [ 786.741940] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGHEST for action security_group_members [ 786.742272] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.742894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.742894] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.743614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.743614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.743614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.743614] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.894058] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 786.894312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.894745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.894803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.895084] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.895214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.895279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.895475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.895575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.897057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.897057] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.897476] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f in Status: SUCCESS [ 786.898057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.899213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.899213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.899213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.899213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.899213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.899568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.899623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.899865] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.902939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.903141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.903757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.903757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.903757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.903757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.903757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.904881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.904881] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.905551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.905623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.905777] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.905907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.905955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.906403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.906403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.906508] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.917971] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 786.918883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.918883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.919145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.919397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.919544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.919625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.919797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.920109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.920109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.920251] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.921047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.921266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.921521] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.921521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.921644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.921727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.921802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921891] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.988213] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 in Status: SUCCESS [ 786.988351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.988569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.988896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.988967] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.989441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.989441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.989441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.989441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.989633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.989980] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.059740] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.247184] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.247363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.247363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.247756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.256920] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd10ffa9-5a72-4389-ab18-c5dd7eeb07ee req-1a888064-d37a-412a-b80e-f5276190bcf3 tempest-ServersWithSpecificFlavorTestJSON-567344759 tempest-ServersWithSpecificFlavorTestJSON-567344759-project-member] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 787.257544] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 787.257887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.258023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.258131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.258307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.258472] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.258648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.258709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.258909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.259011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.259109] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.270057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.270057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.270057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.270229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.270260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.270490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.270490] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d is going to be updated. [ 787.342735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.342735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.342735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.343064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.343104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.370146] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d in Status: IN_PROGRESS for 2s [ 787.406078] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a6ebf45-4d57-4983-b382-49997c062e94',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.409355] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.409355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.409355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.409355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.409355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.409872] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.411554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.411554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.411554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.411554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.411554] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be updated. [ 787.415017] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92aed4da-c6f1-40db-879d-8ed882fbdc2f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.415990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.416278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.416433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.416863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.417106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.419018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.419018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.419018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.419018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f is going to be deleted. [ 787.423828] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.424175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.424528] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.457738] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 787.457738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.464542] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.465807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.466032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.466442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.466687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.492638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.492870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.492870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.493086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.493184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.493289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.493652] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.495503] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: IN_PROGRESS for 2s [ 787.563537] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.563786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.563898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.564255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.564388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.564539] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be created. [ 787.604551] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.604739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.605378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.605378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.605587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.633272] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: UNINITIALIZED for 2s [ 787.764696] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.764889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.764970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.765256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.791009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.792050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.792648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.792648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.792648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.793122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.793740] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be updated. [ 787.827953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.827953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.827953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.827953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.827953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.845626] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: IN_PROGRESS for 2s [ 787.915674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a6ebf45-4d57-4983-b382-49997c062e94: rpc.has_security_group_logging(os_id): False [ 787.920235] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92aed4da-c6f1-40db-879d-8ed882fbdc2f: rpc.has_security_group_logging(os_id): False [ 787.926781] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.946478] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.946744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.946820] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.947158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.947294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.947663] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.947944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.948249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.948381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.948525] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 is going to be updated. [ 787.950495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.950665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.950665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.952113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.952113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.952113] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.952113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.952113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.952113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.952113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.952113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f is going to be created. [ 787.978027] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/92aed4da-c6f1-40db-879d-8ed882fbdc2f], does not exist path=[/infra/domains/default/groups/92aed4da-c6f1-40db-879d-8ed882fbdc2f]."\n}' [ 787.978207] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92aed4da-c6f1-40db-879d-8ed882fbdc2f [ 787.978302] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.997938] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 818ee2d5-7c34-46fe-b3e2-dd3655c21078: rpc.has_security_group_logging(os_id): False [ 788.019798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.019950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.020015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.020239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.020329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.020569] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.020653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.020741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.020935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.021059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.021164] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 is going to be created. [ 788.037886] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.038080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.038155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.038378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.039513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.039771] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.039895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.039958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.040126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.040199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.040403] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.040485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.040543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.040706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.040777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.040854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92aed4da-c6f1-40db-879d-8ed882fbdc2f is going to be created. [ 788.064917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.065095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.065161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.065374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.065523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.075592] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/92aed4da-c6f1-40db-879d-8ed882fbdc2f], does not exist path=[/infra/domains/default/groups/92aed4da-c6f1-40db-879d-8ed882fbdc2f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92aed4da-c6f1-40db-879d-8ed882fbdc2f [ 788.075793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92aed4da-c6f1-40db-879d-8ed882fbdc2f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.076031] env[65337]: Traceback (most recent call last): [ 788.076073] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 788.076073] env[65337]: return func(*args, **kwargs) [ 788.076073] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.076073] env[65337]: res.raise_for_status() [ 788.076073] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 788.076073] env[65337]: raise HTTPError(http_error_msg, response=self) [ 788.076073] env[65337]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92aed4da-c6f1-40db-879d-8ed882fbdc2f [ 788.076073] env[65337]: During handling of the above exception, another exception occurred: [ 788.076073] env[65337]: Traceback (most recent call last): [ 788.076389] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 788.076389] env[65337]: listener.cb(fileno) [ 788.076389] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 788.076389] env[65337]: result = function(*args, **kwargs) [ 788.076389] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 788.076389] env[65337]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 788.076389] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 788.076389] env[65337]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 788.076389] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 788.076389] env[65337]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 788.076389] env[65337]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.076389] env[65337]: res.raise_for_status() [ 788.076389] env[65337]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 788.076389] env[65337]: raise HTTPError(http_error_msg, response=self) [ 788.076389] env[65337]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/92aed4da-c6f1-40db-879d-8ed882fbdc2f [ 788.076389] env[65337]: Removing descriptor: 21 [ 788.079475] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: IN_PROGRESS for 2s [ 788.111425] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.111583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.111654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.111903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.112102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.126470] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 in Status: IN_PROGRESS for 2s [ 788.165029] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.165284] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.165350] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.165607] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.165877] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.166150] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.166320] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.166584] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.166838] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.167310] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.167505] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.167673] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.167826] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.168154] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.168324] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.168502] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.192542] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.192729] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.192890] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.193202] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-12" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.193796] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.194022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.194168] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.194513] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.194647] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8d228b-1427-41e6-b9d8-1c2f04684ce9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.431491] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.431685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.431749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.431930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.432297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.432297] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 788.471943] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.474980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.474980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.474980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.474980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.485142] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 788.699978] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.700329] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.700517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.700935] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.701205] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.701460] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ab8d228b-1427-41e6-b9d8-1c2f04684ce9 not found, creating... [ 788.701885] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.702197] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.702371] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.702697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.702911] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.707382] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.707573] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.707690] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.707948] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.708098] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.708245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ab8d228b-1427-41e6-b9d8-1c2f04684ce9 is going to be created. [ 788.738698] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.738928] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.739058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.739433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.739592] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.740869] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.385056] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d in Status: SUCCESS [ 789.385181] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d deletion is rescheduled due to dependency. [ 789.385727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.481770] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd10ffa9-5a72-4389-ab18-c5dd7eeb07ee req-76aa2edd-5a20-4ead-9c38-e3e1cd21af7e service nova] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 789.482135] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd10ffa9-5a72-4389-ab18-c5dd7eeb07ee req-76aa2edd-5a20-4ead-9c38-e3e1cd21af7e service nova] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 789.482296] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd10ffa9-5a72-4389-ab18-c5dd7eeb07ee req-76aa2edd-5a20-4ead-9c38-e3e1cd21af7e service nova] Enqueued Resource ID: ab8d228b-1427-41e6-b9d8-1c2f04684ce9 with Priority: HIGHEST for action port [ 789.482964] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_rules [ 789.483562] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 789.483817] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8d228b-1427-41e6-b9d8-1c2f04684ce9 with Priority: HIGHEST for action port [ 789.484341] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.484565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.484565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.484807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.484940] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.487238] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.487238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.487238] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.487238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.487238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.487238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.487675] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8d228b-1427-41e6-b9d8-1c2f04684ce9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.516113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 789.516338] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a6ebf45-4d57-4983-b382-49997c062e94 deletion is rescheduled due to dependency. [ 789.516462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.645153] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 789.646040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.646040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.646040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.646040] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.646322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.646322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.646410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.646461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.646586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.646635] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.856605] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 789.857080] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 deletion is rescheduled due to dependency. [ 789.857546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.857696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.858544] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.858705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.858789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.859463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.859636] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.989700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.992862] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab8d228b-1427-41e6-b9d8-1c2f04684ce9 with status ACTIVE [ 789.992862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.992862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.992862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.992862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.997122] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab8d228b-1427-41e6-b9d8-1c2f04684ce9 is going to be updated. [ 790.024020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.024169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.024243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.025296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.025296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.025296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8d228b-1427-41e6-b9d8-1c2f04684ce9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.112535] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a6ebf45-4d57-4983-b382-49997c062e94 in Status: SUCCESS [ 790.112737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a6ebf45-4d57-4983-b382-49997c062e94" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.149498] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.149819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.149927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.150310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.150588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.150749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.150884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.151407] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.151570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.151717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.151908] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.151993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.152077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.152270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.152388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.152490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.152601] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.169199] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 in Status: SUCCESS [ 790.169449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171945] env[65337]: INFO networking_nsxv3.common.synchronization [req-7c67e39a-3268-44a0-bf8a-faff71dbb4f0 req-a67cba06-ed8d-4a6d-813a-0af1c239d848 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_members [ 790.172644] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_members [ 790.173079] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.173266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.173355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.173666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.173838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.173945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.174035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.174256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.174396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.174532] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.361696] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.509783] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 790.510135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.510314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.510544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.510766] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.510947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.511091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.511346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.511448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.511540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.511738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.511829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.511888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.512175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.512347] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.512467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.512535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.512686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.512761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.512833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.512997] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.609971] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.610328] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.610530] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.611031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612119] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612500] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612694] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.613071] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.613311] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.613626] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.613804] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.613981] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.614187] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.614377] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.614864] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.614864] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.641776] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.641940] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.642100] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.642306] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.642633] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-9a116bcf-1f4c-4d91-9d61-57dc460866ce taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.642803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.642925] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.643306] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.643461] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a116bcf-1f4c-4d91-9d61-57dc460866ce',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.658619] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28794666-99d3-40f7-912c-d2bc6e66982d: rpc.has_security_group_logging(os_id): False [ 790.677045] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.677838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.677838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.677838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.678177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.678245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.678392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.678471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.678712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.678850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.679049] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc already deleted. [ 790.679192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.680780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.680948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.680948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.681208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.681269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.681458] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.681562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.681618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.681828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.682217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.682217] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.682388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.682388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.682603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.682817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.682936] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.683239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.683588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.683905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.684086] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be created. [ 790.795663] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.795877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.795877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.796113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.796300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.811968] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 790.864451] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.016944] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 791.039134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.039134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.039134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.039784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.076234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.076995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.076995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.076995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.077232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.077232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077447] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.077557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.077604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.078013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.078013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.078013] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.078276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.078276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.078358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.078705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.078705] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 791.147405] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.147405] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.147405] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.147785] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.147848] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.148016] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 9a116bcf-1f4c-4d91-9d61-57dc460866ce not found, creating... [ 791.149171] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.149171] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.149171] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.149171] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.149171] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.149455] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.149455] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.149557] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.149791] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.150830] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.150830] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 9a116bcf-1f4c-4d91-9d61-57dc460866ce is going to be created. [ 791.159820] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.160787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.160787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.177674] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.177986] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.177986] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.178408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.178529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.178888] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.181867] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 791.369844] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.370281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.370281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.370403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.370403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.370514] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be updated. [ 791.407912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.408184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.408184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.408400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.408609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.421909] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: IN_PROGRESS for 2s [ 791.905229] env[65337]: INFO networking_nsxv3.common.synchronization [req-7c67e39a-3268-44a0-bf8a-faff71dbb4f0 req-1b89203b-d10f-40ad-ad08-d8f682415ec5 service nova] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_rules [ 791.906553] env[65337]: INFO networking_nsxv3.common.synchronization [req-7c67e39a-3268-44a0-bf8a-faff71dbb4f0 req-1b89203b-d10f-40ad-ad08-d8f682415ec5 service nova] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_members [ 791.906553] env[65337]: INFO networking_nsxv3.common.synchronization [req-7c67e39a-3268-44a0-bf8a-faff71dbb4f0 req-1b89203b-d10f-40ad-ad08-d8f682415ec5 service nova] Enqueued Resource ID: 9a116bcf-1f4c-4d91-9d61-57dc460866ce with Priority: HIGHEST for action port [ 791.907151] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_rules [ 791.907355] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_members [ 791.907574] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a116bcf-1f4c-4d91-9d61-57dc460866ce with Priority: HIGHEST for action port [ 791.908385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.908531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.908620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.908906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.909069] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.910129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.911055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.911055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.911055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.911314] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.911314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.913436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.913436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.913436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.913436] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.913436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a116bcf-1f4c-4d91-9d61-57dc460866ce taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.913613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.913613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.913838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.913838] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a116bcf-1f4c-4d91-9d61-57dc460866ce',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.416428] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.416945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.417079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.417243] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a116bcf-1f4c-4d91-9d61-57dc460866ce with status ACTIVE [ 792.417401] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.417502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.417563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.417758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.417839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.418031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.418139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.418197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.418396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.418453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.421559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.421559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.421668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.422946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.422946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.422946] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a116bcf-1f4c-4d91-9d61-57dc460866ce is going to be updated. [ 792.446209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.446209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.446209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.446209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.446209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.446209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a116bcf-1f4c-4d91-9d61-57dc460866ce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.827860] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 792.828305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.924428] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.087676] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-d53be4a5-2e9f-4a7b-ac91-4a87d486435d tempest-ListServersNegativeTestJSON-1986621724 tempest-ListServersNegativeTestJSON-1986621724-project-member] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 793.088454] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 793.088871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.089021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.089096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.089356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.089539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.089628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.089692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.089914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.090051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.090195] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.203367] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 793.203367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.426858] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.429072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.429072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.429072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.429072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.429072] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc is going to be created. [ 793.438425] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 793.438696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.439030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.439308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.439621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.439621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.439621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.439753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.439848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.439934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440064] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.454315] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.454548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.454622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.454875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.455105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.467788] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: UNINITIALIZED for 2s [ 793.553454] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.553685] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.553818] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.554223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.554530] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.554880] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.555042] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.555425] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.556252] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.556552] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.556639] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.556807] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.556992] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.557147] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.557263] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.557466] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.578055] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.578213] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.578351] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.578526] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.578988] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-6245f078-2f64-4418-b394-e4f4bdb93806 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.579211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.579211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.579586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.579796] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6245f078-2f64-4418-b394-e4f4bdb93806',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.595132] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595132] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.595132] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 already deleted. [ 793.595132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.943666] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.085131] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.085389] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.085517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.085805] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.085954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.086384] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 6245f078-2f64-4418-b394-e4f4bdb93806 not found, creating... [ 794.086384] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.086531] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.086644] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.086888] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.087073] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.087362] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.087531] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.087643] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.087864] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.088533] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.088617] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 6245f078-2f64-4418-b394-e4f4bdb93806 is going to be created. [ 794.124303] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.124518] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.124637] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.124978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.125455] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.125801] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.450399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 462ff58e-d916-4a6e-89ad-5d1e6b554c98: rpc.has_security_group_logging(os_id): False [ 794.474615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.474615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.474615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.474615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.507860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.508094] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.508094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.508272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.508338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.508677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.508677] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be updated. [ 794.584023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.584023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.584023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.584023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.584023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.599240] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: IN_PROGRESS for 2s [ 794.992035] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-af8f2af8-fc30-48c5-9f26-95a0c5ec0ac6 service nova] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_rules [ 794.992035] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-af8f2af8-fc30-48c5-9f26-95a0c5ec0ac6 service nova] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 794.992035] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-af8f2af8-fc30-48c5-9f26-95a0c5ec0ac6 service nova] Enqueued Resource ID: 6245f078-2f64-4418-b394-e4f4bdb93806 with Priority: HIGHEST for action port [ 794.992984] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_rules [ 794.993167] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 794.993270] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6245f078-2f64-4418-b394-e4f4bdb93806 with Priority: HIGHEST for action port [ 794.993635] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.993803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.993858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.994148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.994227] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.997312] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.997442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.997507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.997712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.999190] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.999663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.999745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.000111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.000204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.000308] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.001867] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6245f078-2f64-4418-b394-e4f4bdb93806 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.001991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.002284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.002284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.002349] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6245f078-2f64-4418-b394-e4f4bdb93806',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.482678] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: SUCCESS [ 795.482910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.483105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.483352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.483641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.483738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.483835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.483987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.484087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.484228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.484284] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.498051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.498291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.503563] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.506639] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6245f078-2f64-4418-b394-e4f4bdb93806 with status ACTIVE [ 795.506639] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.506639] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.506639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.508137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.508137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.508137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.508137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.508137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.508137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.508137] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6245f078-2f64-4418-b394-e4f4bdb93806 is going to be updated. [ 795.545460] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.545690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.545801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.546178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.546387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.546634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6245f078-2f64-4418-b394-e4f4bdb93806" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.988666] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.998636] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-4619b348-7e5c-4a52-8bbd-f0c27a741a60 tempest-ListServersNegativeTestJSON-1986621724 tempest-ListServersNegativeTestJSON-1986621724-project-member] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 795.998949] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 795.999023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.999621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.010943] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.368090] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.368594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.368884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.369353] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.369896] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.370713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.370928] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.371233] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.371508] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.371819] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.371925] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.372093] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.372248] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.372434] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.372594] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.372865] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.396070] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.396332] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.397276] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.397482] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.397824] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-f1640358-b654-41cd-993e-7486bf7f0d1b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398014] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398136] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.399593] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.399593] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1640358-b654-41cd-993e-7486bf7f0d1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.492304] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40572eec-211a-41f1-9056-e9c3d74a27bc: rpc.has_security_group_logging(os_id): False [ 796.511387] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.511609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.511708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.511932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.512104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.512449] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.512616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.512845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.512920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.513017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.513141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc is going to be created. [ 796.514641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.515919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.515919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.515919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.515919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.515919] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be created. [ 796.548616] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.548803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.548849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.549051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.549217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.562027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: UNINITIALIZED for 2s [ 796.586986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.586986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.586986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.587276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.587422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.611731] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: IN_PROGRESS for 2s [ 796.611977] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 796.612222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.900945] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.901503] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.902083] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.902317] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.902605] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port f1640358-b654-41cd-993e-7486bf7f0d1b not found, creating... [ 796.903064] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.903408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.903497] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.903724] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.903870] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.904419] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.905067] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.905067] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.905256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.905308] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.905479] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: f1640358-b654-41cd-993e-7486bf7f0d1b is going to be created. [ 796.928880] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.929266] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.929604] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.929945] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.930235] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.930475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.704581] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-3da396b3-75e6-4af0-a7f0-fc4398942660 service nova] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_rules [ 797.704869] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-3da396b3-75e6-4af0-a7f0-fc4398942660 service nova] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 797.704869] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-3da396b3-75e6-4af0-a7f0-fc4398942660 service nova] Enqueued Resource ID: f1640358-b654-41cd-993e-7486bf7f0d1b with Priority: HIGHEST for action port [ 797.705555] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_rules [ 797.705655] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 797.705768] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1640358-b654-41cd-993e-7486bf7f0d1b with Priority: HIGHEST for action port [ 797.706296] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.706430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.706790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.706790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.706937] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1640358-b654-41cd-993e-7486bf7f0d1b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.707027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.707091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.707298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.707426] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1640358-b654-41cd-993e-7486bf7f0d1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.210991] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1640358-b654-41cd-993e-7486bf7f0d1b with status ACTIVE [ 798.210991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.211239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.211239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.211589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.212064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.215987] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.216201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.216232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.216545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.216545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.216780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.216909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.217068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.217241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.217323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.217448] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1640358-b654-41cd-993e-7486bf7f0d1b is going to be updated. [ 798.258537] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.258537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.259294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.259294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.259294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.259446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1640358-b654-41cd-993e-7486bf7f0d1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.573956] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.573956] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.573956] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.573956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.575679] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.575962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.576154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.577993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.577993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.577993] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.622559] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: SUCCESS [ 798.622559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.080299] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.080299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.080299] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.582862] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.084690] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.085095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.085143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.085481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.085620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.085786] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 800.137836] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.138068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.138132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.138468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.138836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.152116] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 802.173433] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.175280] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.175280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.175280] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.677403] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.706915] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 802.707526] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 803.181602] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.684696] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.684906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.684966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.685325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.685505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.685547] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 803.717642] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.717841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.717841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.718121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.718283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.731036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 804.123883] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-93a778f4-68e6-4e3c-b254-622602ea0803 tempest-ListServersNegativeTestJSON-1986621724 tempest-ListServersNegativeTestJSON-1986621724-project-member] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 804.124467] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 804.124794] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.124983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.518267] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.518549] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.518590] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.518912] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.519240] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.519429] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.519568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.519903] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.519976] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.520245] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.520386] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.521015] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.521184] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.521331] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.521459] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.521994] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.546248] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.546405] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.546537] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.546704] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-476" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.547102] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-439f8591-c77a-45a9-9910-8dc9b5fd94ff taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.547288] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.547419] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.547732] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.547867] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439f8591-c77a-45a9-9910-8dc9b5fd94ff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.050192] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.050376] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.050530] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.050810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.050948] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.051121] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 439f8591-c77a-45a9-9910-8dc9b5fd94ff not found, creating... [ 805.051403] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.051560] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.051722] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.052016] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.052187] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.052504] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.052661] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.052781] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.053014] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.053154] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.053290] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 439f8591-c77a-45a9-9910-8dc9b5fd94ff is going to be created. [ 805.078746] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.078962] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.079104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.079397] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.079612] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.079834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.742063] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 805.742396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.742999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.742999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.742999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.743353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.743353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.743533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.743570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.743648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.743838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.743927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.743987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.744158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.744312] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.744415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.744480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.744644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.744686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.744746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.744853] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.745891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.747126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.747885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.747885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.747885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.747885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.747885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.747885] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.856037] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-562026c0-6e2e-45fc-a275-cf10021fb170 service nova] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_rules [ 805.856251] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-562026c0-6e2e-45fc-a275-cf10021fb170 service nova] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 805.856424] env[65337]: INFO networking_nsxv3.common.synchronization [req-e719da30-7301-4e73-91cd-15dfae14f659 req-562026c0-6e2e-45fc-a275-cf10021fb170 service nova] Enqueued Resource ID: 439f8591-c77a-45a9-9910-8dc9b5fd94ff with Priority: HIGHEST for action port [ 805.857190] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_rules [ 805.857345] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 805.857503] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439f8591-c77a-45a9-9910-8dc9b5fd94ff with Priority: HIGHEST for action port [ 805.857802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.857947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.858195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.858278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.858486] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-439f8591-c77a-45a9-9910-8dc9b5fd94ff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.858593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.858695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.858877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.858976] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439f8591-c77a-45a9-9910-8dc9b5fd94ff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.249707] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9cb95d-55d4-48d2-babd-0c2249b47288: rpc.has_security_group_logging(os_id): False [ 806.250948] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.273831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.273968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.274054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.274293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.274389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.274608] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.274708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.274770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.274944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.275055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.276144] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.276293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.276364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.276527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.276626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.276854] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.276924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.276963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.277152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.277229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.277318] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be created. [ 806.351399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.351592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.351592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.351819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.352303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.361758] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 439f8591-c77a-45a9-9910-8dc9b5fd94ff with status ACTIVE [ 806.362013] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.362176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.362254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.362475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.362563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.362750] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.362855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.362912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.363104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.363467] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.363592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.363657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.363810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.363970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.363970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 439f8591-c77a-45a9-9910-8dc9b5fd94ff is going to be updated. [ 806.366247] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 806.390466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.390614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.390690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.390943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.391147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.391360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-439f8591-c77a-45a9-9910-8dc9b5fd94ff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.753624] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.256577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.256823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.256918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.257282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.257413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.257522] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 807.302082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.302315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.302315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.302550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.302703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.325786] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 808.380451] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 808.381050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.381050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.381164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.381199] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.884135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.884309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.338854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 809.339103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.339277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.339620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.339721] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.339836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.339898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.340059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.340153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.340253] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.845735] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.894192] env[65337]: INFO networking_nsxv3.common.synchronization [None req-2c9b01a0-ae5e-4eb1-be77-2057a3266bfe None None] Enqueued Resource ID: ce1ff12c-d533-4aa3-a590-0e16e3063fce with Priority: HIGHEST for action port [ 809.894740] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1ff12c-d533-4aa3-a590-0e16e3063fce with Priority: HIGHEST for action port [ 809.894740] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1ff12c-d533-4aa3-a590-0e16e3063fce taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.894908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1ff12c-d533-4aa3-a590-0e16e3063fce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.894908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1ff12c-d533-4aa3-a590-0e16e3063fce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.895592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1ff12c-d533-4aa3-a590-0e16e3063fce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.896546] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1ff12c-d533-4aa3-a590-0e16e3063fce',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.349323] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.400199] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce1ff12c-d533-4aa3-a590-0e16e3063fce [ 810.400199] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.400199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.400745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.400745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.400745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.400745] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce1ff12c-d533-4aa3-a590-0e16e3063fce already deleted. [ 810.402269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1ff12c-d533-4aa3-a590-0e16e3063fce" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.857081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.857081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.857081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.857081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.857081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.857081] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 810.922558] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.922681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.923660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.923660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.924924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.950308] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 812.862625] env[65337]: INFO networking_nsxv3.common.synchronization [None req-eb021b2a-fa73-4855-9544-02c446d0d115 None None] Enqueued Resource ID: d328faca-6e2c-4670-8057-22d57837ff9f with Priority: HIGHEST for action port [ 812.864176] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d328faca-6e2c-4670-8057-22d57837ff9f with Priority: HIGHEST for action port [ 812.864176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d328faca-6e2c-4670-8057-22d57837ff9f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.864176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d328faca-6e2c-4670-8057-22d57837ff9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.864176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d328faca-6e2c-4670-8057-22d57837ff9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.864614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d328faca-6e2c-4670-8057-22d57837ff9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.864614] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d328faca-6e2c-4670-8057-22d57837ff9f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.962441] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 812.962785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.963815] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.963815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.963815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.964117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.964239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.964394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.964565] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.088257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.088257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.088257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.088257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.088257] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.369186] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d328faca-6e2c-4670-8057-22d57837ff9f [ 813.369186] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.369186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.369186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.369799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.369799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.369799] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d328faca-6e2c-4670-8057-22d57837ff9f already deleted. [ 813.369799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d328faca-6e2c-4670-8057-22d57837ff9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.468011] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.468925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.469103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.469444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.469755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.470105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.470105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.471209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.471209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.471209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.471209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.471519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.471609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.471831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.472487] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.472752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.472852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.473044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.473154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.474911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.474911] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.559909] env[65337]: INFO networking_nsxv3.common.synchronization [req-11866895-2b86-4103-9d40-58b280a326ba req-e574e2b3-f9ab-4754-82d8-57ae79089fab tempest-ServersAdminNegativeTestJSON-1650531049 tempest-ServersAdminNegativeTestJSON-1650531049-project-member] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 813.560536] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGHEST for action security_group_members [ 813.560875] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.561066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.561180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.561396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.561728] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.561849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.561916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.562370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.562370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.562370] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.591248] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.977325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9cb95d-55d4-48d2-babd-0c2249b47288: rpc.has_security_group_logging(os_id): False [ 814.000276] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.000469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.000542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.000763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.000857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.001121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.001222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.001286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.001644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.001716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.001903] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.002032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.002232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.002302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.002385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.004361] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.004361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.004361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.004361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.004361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.004361] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 814.065879] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.067039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.067039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.067541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.094071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.130492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.130757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.130910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.130975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.131247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.131342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.131457] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be updated. [ 814.175499] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.175731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.175803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.176083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.176264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.203023] env[65337]: INFO networking_nsxv3.common.synchronization [None req-873de349-9220-4048-9fff-ac0875454f3c None None] Enqueued Resource ID: 0f6c0506-b13d-4993-8fd4-319746fb62bc with Priority: HIGHEST for action port [ 814.203023] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6c0506-b13d-4993-8fd4-319746fb62bc with Priority: HIGHEST for action port [ 814.204271] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6c0506-b13d-4993-8fd4-319746fb62bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.205701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6c0506-b13d-4993-8fd4-319746fb62bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.205701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6c0506-b13d-4993-8fd4-319746fb62bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.205701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6c0506-b13d-4993-8fd4-319746fb62bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.205701] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6c0506-b13d-4993-8fd4-319746fb62bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.250060] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 814.257764] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.257997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.258078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.258403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.258613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.289877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: IN_PROGRESS for 2s [ 814.596353] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 814.596500] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 814.709325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f6c0506-b13d-4993-8fd4-319746fb62bc [ 814.709571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.709691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.709749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.709972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.710075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.710177] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f6c0506-b13d-4993-8fd4-319746fb62bc already deleted. [ 814.710289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6c0506-b13d-4993-8fd4-319746fb62bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.712845] env[65337]: INFO networking_nsxv3.common.synchronization [req-8a3aa9f0-1ff8-466e-84f3-a4dcf9cc9b62 req-9ecdf467-af60-47bf-b98d-4449598af667 tempest-ListImageFiltersTestJSON-449131800 tempest-ListImageFiltersTestJSON-449131800-project-member] Enqueued Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 815.714680] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 with Priority: HIGHEST for action security_group_members [ 815.715036] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.715168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.715225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.715407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.715561] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.715666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.715743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.715840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.715918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.716022] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.960053] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.960053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.960299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.960335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.972285] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 815.974913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.976183] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 816.011266] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.011527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.011675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.019654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.020244] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 816.020333] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.020425] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 816.065183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.065423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.065423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.065612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.066634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.066855] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 816.151789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.151985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.152149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.152381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.152894] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 816.219429] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.219594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.219641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.219954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.226825] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.227112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.227112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.227362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.227621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.228131] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 816.228131] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8', 'be852ede-d29e-4aab-b78c-d0d58387f89a', 'ea9cb95d-55d4-48d2-babd-0c2249b47288', 'e2208650-918e-48db-ba1d-c72263a83ec4', '1fc90567-98d1-4162-88af-d96d36de7c15', '40572eec-211a-41f1-9056-e9c3d74a27bc', '816e2842-de13-486a-8e50-68cb946736e4', '1d406934-bc97-41aa-b26b-6945d2493b29', '0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d', 'ded84ee7-6421-4066-93d5-e131e602e600', 'dd27e31e-2f95-4a8f-9a71-2777be62cc09', 'b5418977-45e6-4911-940f-e1e6e20cf671', 'b2f1a16a-03c0-4645-b3d6-0b43e4231d6d', '6b1cbc63-5c8e-4efb-ae32-d7d717228f72', '44802d22-8c92-4486-8fa9-ff966a5971c9', '28794666-99d3-40f7-912c-d2bc6e66982d', '86a3a6a7-d66a-497a-b45b-d891f07f8f54', '03a42569-a8d4-4960-bf19-f10b6483b344', '96c5c886-c3a0-4b42-83fb-b96fb6e3602e', '00fa0b56-984c-48c9-8998-516df036eb15', '8b552d0e-8983-4f32-bf6a-5b4acf6bb85d', '9077053e-385c-4970-a599-7e284d02361a', '2c7c7e00-623e-435b-b2e6-4a400b872483', '10a36098-5782-45de-b048-02e5de497927', '5f555165-1755-4c39-9ef1-939037f1d493', '9bd2a21e-367b-4c23-88b0-793f867bf3fe', '818ee2d5-7c34-46fe-b3e2-dd3655c21078', 'a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9', '1897c16b-38bc-4f63-aa01-37552c659610', '3159b861-b4cf-438a-bf77-7878bc662ea8', '044ce7dc-ea80-451e-ac71-d8540e667558', '09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7', 'fcf9aea1-fd8e-4e49-a6d8-cba30a712052', '462ff58e-d916-4a6e-89ad-5d1e6b554c98', '21616d65-5a31-47a0-9ddb-22ccf68c94e8', 'b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8', '5a6ebf45-4d57-4983-b382-49997c062e94', '60654c25-cecf-45eb-b388-ec379999e82b', '41fbda90-d2a7-400c-8b6b-41f81238b77d', '5b64f9c8-a9eb-4321-b0af-19d2340ada36', '2af24c4a-db40-44e4-8fa3-97459aa0b890'} {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.228131] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 816.252021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.252021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.252021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.252021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.252021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.252021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 816.252021] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.252021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 816.255214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.255435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.255582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.255669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.255933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.256031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.256137] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 is going to be updated. [ 816.269029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 816.269029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.269029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.269277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.269885] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.293164] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.293547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.293706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.293996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.294262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.314027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: IN_PROGRESS for 2s [ 816.314720] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5418977-45e6-4911-940f-e1e6e20cf671 in Status: SUCCESS [ 816.314898] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 deletion is rescheduled due to dependency. [ 816.315022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.355543] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.355833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.355833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.356086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.356938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.357275] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 816.357357] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.357471] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 816.357506] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 816.357565] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 816.357636] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGH for action security_group_rules [ 816.357715] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGH for action security_group_rules [ 816.357871] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGH for action security_group_rules [ 816.357871] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGH for action security_group_rules [ 816.357942] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGH for action security_group_rules [ 816.357988] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGH for action security_group_rules [ 816.358611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGH for action security_group_rules [ 816.359142] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGH for action security_group_rules [ 816.359142] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGH for action security_group_rules [ 816.359142] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGH for action security_group_rules [ 816.359142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.773041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.773041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.773041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.773041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.773041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.773597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.773597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.773597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.773597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.773597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.773597] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.831096] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b5915a87-fc66-4af4-8b3f-62d5b467c5b2 None None] Enqueued Resource ID: febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a with Priority: HIGHEST for action port [ 816.831355] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a with Priority: HIGHEST for action port [ 816.831516] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGH for action security_group_rules [ 816.831618] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGH for action security_group_rules [ 816.831755] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGH for action security_group_rules [ 816.831860] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGH for action security_group_rules [ 816.831967] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGH for action security_group_rules [ 816.832578] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e with Priority: HIGH for action security_group_rules [ 816.832802] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03a42569-a8d4-4960-bf19-f10b6483b344 with Priority: HIGH for action security_group_rules [ 816.832908] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 with Priority: HIGH for action security_group_rules [ 816.833011] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 with Priority: HIGH for action security_group_rules [ 816.833106] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGH for action security_group_rules [ 816.833194] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5418977-45e6-4911-940f-e1e6e20cf671 with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded84ee7-6421-4066-93d5-e131e602e600 with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGH for action security_group_rules [ 816.836146] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.838158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.838384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.838735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.838835] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.840154] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.840317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.840405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.840625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.840767] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.842161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.842316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.842621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.842764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.842834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.843042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.843160] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.844256] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.845458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.845458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.845458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.845458] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.846121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.846121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.846265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.846358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.846452] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.848168] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.848361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.848440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.848951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.848951] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96c5c886-c3a0-4b42-83fb-b96fb6e3602e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.849990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03a42569-a8d4-4960-bf19-f10b6483b344 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.850430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.850430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.850591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.850591] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03a42569-a8d4-4960-bf19-f10b6483b344',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.851818] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.852298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.853370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.853473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.853716] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a3a6a7-d66a-497a-b45b-d891f07f8f54',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.855043] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.855043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.855281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.855838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.856020] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1cbc63-5c8e-4efb-ae32-d7d717228f72',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.858661] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.858661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.858661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.858661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.858661] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.858661] env[65337]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 816.860044] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.860044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.860044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.860550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.860550] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.861704] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5418977-45e6-4911-940f-e1e6e20cf671 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862312] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5418977-45e6-4911-940f-e1e6e20cf671',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.863401] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.863575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.863672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.863890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.864306] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.865346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded84ee7-6421-4066-93d5-e131e602e600 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.865346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.865346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.865619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.865718] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded84ee7-6421-4066-93d5-e131e602e600',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.866807] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.866962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.867112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.867357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.867952] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.868596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.868689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.868771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.869143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.869292] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.870428] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.870588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.870712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.870941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.871083] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.873866] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.873866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.873866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.873866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.873866] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.873866] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.874225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.874318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.874479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.874566] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.875773] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.875859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.875932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.876160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.876239] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.876476] env[65337]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 816.883823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.884184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.884184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.884409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.884605] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.884752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.884896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.885139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.885261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.885390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.885519] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.276417] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.276600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.277189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.277189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.277189] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.277463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.277463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.277621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.277754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.277875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.278015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.278140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.278214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.278353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.278493] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.278594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.278667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.278764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.278851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.278899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.278991] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.380621] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a [ 817.380864] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.380995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.381071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.381312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.381404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.381514] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a already deleted. [ 817.381592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-febcbcef-5cf7-4fab-9fb7-2cf20e9cec6a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.381958] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.382225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.382225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.382389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.382732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.382901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.382969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.383145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.383232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.383341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.383434] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.384709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.385014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.385222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.385362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.385450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.385819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.385819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.385819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.385819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.385942] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.390360] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.419263] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.419423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.419504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.419706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.419870] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.419967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.420047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.420196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.420280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.420431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.420545] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.421479] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.421956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.421956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.421956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.422134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.422134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.422225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.422323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.422403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.422485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.422659] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.425245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.425394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.425442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.425660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.425758] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.425886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.425886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.426035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.426089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.426171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.426253] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.427185] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.427325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.427408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.427699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.427890] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.428072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.428072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.428221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.428325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.428426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.428527] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.429781] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.429781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.429781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.429781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430375] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.433389] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.433542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.433542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.434134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.434134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.434134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.434397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.435361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.435361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.435361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.435361] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.436117] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.436117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.436117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.436323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.436446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.436723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.436723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.436950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.437227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.437227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.437337] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.440222] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.440368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.440473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.440657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.440811] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.440904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.440958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.441119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.441213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.441263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.441354] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.443622] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.443856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.443856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.443950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.444129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.444231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.444276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.445171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.445171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.445551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.445551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.445551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.445748] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.446563] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.446689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.446764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.446884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.447048] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.447469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.447527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.447671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.447760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.447818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.447953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.448124] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.448218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.448283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.448426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.448902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.448902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.448902] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.493682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.493931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.494091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.494428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.498037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.498037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.499131] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.499243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.500213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.500302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.501091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.501515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.502108] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.502108] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.503112] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.503207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.503937] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.504053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.525562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.525731] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded84ee7-6421-4066-93d5-e131e602e600 is going to be deleted. [ 817.526799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.527096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.557502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.557651] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03a42569-a8d4-4960-bf19-f10b6483b344 is going to be deleted. [ 817.559244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.559638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.608846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.609075] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be deleted. [ 817.610132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.611052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.620306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.620810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.760102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.760490] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d is going to be deleted. [ 817.761735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.762958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.774742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.775168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.782528] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9cb95d-55d4-48d2-babd-0c2249b47288: rpc.has_security_group_logging(os_id): False [ 817.799952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.800190] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1cbc63-5c8e-4efb-ae32-d7d717228f72 is going to be deleted. [ 817.801568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.801879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.881936] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.882249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.886986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.887244] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a3a6a7-d66a-497a-b45b-d891f07f8f54 is going to be deleted. [ 817.888286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.888518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.889538] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.890584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.890745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.890787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.890968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.891136] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.891326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.891326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.891462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.891532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.891605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.891764] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.891851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.891910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.892065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.892212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.892419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.892497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.892950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.892950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.892950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.892950] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.896332] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.896332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.896332] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8: rpc.has_security_group_logging(os_id): False [ 817.939915] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.940096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.944636] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.944819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.944819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.945027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.945272] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.945388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.945451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.945791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.945884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.945970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.946135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.946222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.946283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.946419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.946556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.946638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.946694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.946822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.946885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.946962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.947121] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.952164] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.952308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.952308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.952482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.952644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.952739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.952800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.952947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.953047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.953141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.953288] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.953479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.953479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.953597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.953734] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.953819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.953873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.954037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.954173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.954293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.954394] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.955382] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.956154] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.957542] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.958615] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.961221] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc90567-98d1-4162-88af-d96d36de7c15: rpc.has_security_group_logging(os_id): False [ 817.961762] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d406934-bc97-41aa-b26b-6945d2493b29: rpc.has_security_group_logging(os_id): False [ 817.974850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.975107] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96c5c886-c3a0-4b42-83fb-b96fb6e3602e is going to be deleted. [ 817.976676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.976676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.998762] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.998942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.030642] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.030817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.031781] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.031925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.037520] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.037688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.051137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.051431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.073783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.073990] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5418977-45e6-4911-940f-e1e6e20cf671 is going to be deleted. [ 818.074926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.075229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.075428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.075531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded84ee7-6421-4066-93d5-e131e602e600" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.075635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.075781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.075850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.075941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03a42569-a8d4-4960-bf19-f10b6483b344" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.076546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.076707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.126627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.126957] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.127174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.127247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.127472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.127656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.127957] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.128526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.128526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.128697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.128797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.129069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.129202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.129280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.129417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.129493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.129966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 818.131143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.131143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.131143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.131382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.131476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.131828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.184833] env[65337]: INFO networking_nsxv3.common.synchronization [req-9fb1489d-0aea-4517-befd-2a98efc53148 req-e02264ce-f1e4-4cca-b3b6-948619922a05 tempest-ListServersNegativeTestJSON-1986621724 tempest-ListServersNegativeTestJSON-1986621724-project-member] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 818.185493] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 818.186679] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.186679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.186679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.186679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.186679] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.186679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.186679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.186997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.186997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.186997] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.206067] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.206285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.242270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.242270] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.242270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.242270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.242270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.242270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.242270] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be updated. [ 818.242712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.242906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.316047] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.316257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.326871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.327195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.327380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.327380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.327595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.327674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.327871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.327983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328508] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.329064] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 818.330928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.330928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.354523] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 in Status: SUCCESS [ 818.354716] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7 deletion is rescheduled due to dependency. [ 818.354857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.395546] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44802d22-8c92-4486-8fa9-ff966a5971c9: rpc.has_security_group_logging(os_id): False [ 818.397824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.398150] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.398291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.398350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.399390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.399390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.399390] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.399390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.399390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.399390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.399390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.399747] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.399747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.399747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.399747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.399881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.399881] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 818.401335] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 816e2842-de13-486a-8e50-68cb946736e4: rpc.has_security_group_logging(os_id): False [ 818.402085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.402315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.402372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.402481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c7b6968-e0af-4aef-92ec-de6f7a6a4b1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.402617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.402765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.402843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.402955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96c5c886-c3a0-4b42-83fb-b96fb6e3602e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.403573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.403738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.403838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.403992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1cbc63-5c8e-4efb-ae32-d7d717228f72" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.404097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.404243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.404464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.404549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5418977-45e6-4911-940f-e1e6e20cf671" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.405405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.405585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.405675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.405780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a3a6a7-d66a-497a-b45b-d891f07f8f54" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.433644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.433833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.433942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.434266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.434411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.445300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.445300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.445300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.445300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.450122] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28794666-99d3-40f7-912c-d2bc6e66982d: rpc.has_security_group_logging(os_id): False [ 818.451805] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.451997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.457819] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be852ede-d29e-4aab-b78c-d0d58387f89a: rpc.has_security_group_logging(os_id): False [ 818.459562] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd27e31e-2f95-4a8f-9a71-2777be62cc09: rpc.has_security_group_logging(os_id): False [ 818.460547] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40572eec-211a-41f1-9056-e9c3d74a27bc: rpc.has_security_group_logging(os_id): False [ 818.461919] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00fa0b56-984c-48c9-8998-516df036eb15: rpc.has_security_group_logging(os_id): False [ 818.463435] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2208650-918e-48db-ba1d-c72263a83ec4: rpc.has_security_group_logging(os_id): False [ 818.492416] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.492638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.493482] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.493588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.498101] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 818.504368] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.504614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.505599] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.505749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.506564] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.506661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.523906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.524133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.533272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.533723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.534105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.534208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.534662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.534662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.534839] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 818.536884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.537395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.547472] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.547715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.549176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.549391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.570074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.570610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.570815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.570912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.571210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.571364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.571621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.571734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.571798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.572036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.572163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.572395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.572526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.572565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.572737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.572855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.572993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816e2842-de13-486a-8e50-68cb946736e4 is going to be updated. [ 818.574472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.574725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.603128] env[65337]: INFO networking_nsxv3.common.synchronization [req-e036518a-e245-4c13-a7d3-226cca45296f req-e7f00f35-c9ae-442c-94c6-f3075bc60522 tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 818.603826] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 818.604182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.604356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.604461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.604693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.604861] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.604975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.605164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.605366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.605680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.605680] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.620993] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.621177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.628503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.628883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.628982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.629049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.629254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.629339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.629536] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 818.630689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.630884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.689532] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.730238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.730712] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.730852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.730917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.731148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.734025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.734025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.734025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be updated. [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.734025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.738568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.738803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.772502] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.772674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.785760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.786297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.831412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.831574] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.831722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.831788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.832019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.832122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.832316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.832441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.832485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.832626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.832699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.832884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.832960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.833010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.833194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.833331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.833508] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be updated. [ 818.834641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.834827] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.834970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.836368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.836543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.836644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.837754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.837926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.924371] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 818.924371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.924371] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.925285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.926273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.926273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.926273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.926273] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 is going to be updated. [ 818.929711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.929711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.956547] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 818.980690] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.980987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.061305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.065102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.065102] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc is going to be updated. [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.065102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.065724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.066049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.066202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.067310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.067810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.067810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.068773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.068948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.069110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.070889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.071138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.075426] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.075646] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.075789] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.076053] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.076316] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.076459] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.076573] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.076782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.076920] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.077164] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.077283] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.077387] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.077495] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.077605] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.077707] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.078342] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.101244] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.101479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.108462] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.139663] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.139838] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.140160] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.140218] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-347" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.140661] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-da143159-600c-4e39-b226-ae984142d8a6 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.140825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.140825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.141200] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.141350] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da143159-600c-4e39-b226-ae984142d8a6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.155568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.155698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.160733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 819.165344] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 819.168909] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: IN_PROGRESS for 2s [ 819.174817] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 819.176884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.177940] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.177940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.181066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.181066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.181066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.181066] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 is going to be updated. [ 819.181514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.181606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.181772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.183143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.183453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.183679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.185682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.185925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.186133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.192549] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.216457] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: IN_PROGRESS for 2s [ 819.226079] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 819.228361] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 819.298906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.299253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.299422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.299780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.299996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.391240] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: IN_PROGRESS for 2s [ 819.404690] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 819.405577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.405577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.405901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.405901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.406021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.440494] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: IN_PROGRESS for 2s [ 819.611525] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.644872] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.645178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.645314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.645634] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.645803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.645965] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port da143159-600c-4e39-b226-ae984142d8a6 not found, creating... [ 819.646336] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.646534] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.646674] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.646925] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.647149] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.647923] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.648086] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.648144] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.648396] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.649434] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.649434] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: da143159-600c-4e39-b226-ae984142d8a6 is going to be created. [ 819.675320] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.675796] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.675796] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.675930] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.676160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.676389] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.694192] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.694192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.694192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.694385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.694464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.694563] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 819.747201] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.747358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.750020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.750020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.750020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.758894] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 820.114571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.114993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.114993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.115111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.115216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.115320] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 820.147013] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.147013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.147013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.147428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.147489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.160043] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 820.391633] env[65337]: INFO networking_nsxv3.common.synchronization [req-e036518a-e245-4c13-a7d3-226cca45296f req-2fa4c7e8-1ecc-4b53-9ae7-48977d9c2090 service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 820.391633] env[65337]: INFO networking_nsxv3.common.synchronization [req-e036518a-e245-4c13-a7d3-226cca45296f req-2fa4c7e8-1ecc-4b53-9ae7-48977d9c2090 service nova] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 820.391633] env[65337]: INFO networking_nsxv3.common.synchronization [req-e036518a-e245-4c13-a7d3-226cca45296f req-2fa4c7e8-1ecc-4b53-9ae7-48977d9c2090 service nova] Enqueued Resource ID: da143159-600c-4e39-b226-ae984142d8a6 with Priority: HIGHEST for action port [ 820.392669] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_rules [ 820.392669] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 820.392669] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da143159-600c-4e39-b226-ae984142d8a6 with Priority: HIGHEST for action port [ 820.392904] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.392904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.393501] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.393501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.393501] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-da143159-600c-4e39-b226-ae984142d8a6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.393725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.393725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.394565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.394565] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da143159-600c-4e39-b226-ae984142d8a6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.518886] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 820.519195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.519391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.519622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.519713] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.896165] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da143159-600c-4e39-b226-ae984142d8a6 with status ACTIVE [ 820.896485] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.896702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.896775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.897100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.897225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.897538] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.897691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.897788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.898073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.898266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.898565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.898706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.898823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.899027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.901117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.901117] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da143159-600c-4e39-b226-ae984142d8a6 is going to be updated. [ 820.926304] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.926603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.926603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.926849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.927019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.927246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da143159-600c-4e39-b226-ae984142d8a6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.937300] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 820.937582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.974157] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 820.974424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.024175] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.024175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.185905] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 821.186263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.186263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.186695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.187698] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.191807] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: SUCCESS [ 821.192091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.192941] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 821.193172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.194428] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 821.194428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.233647] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: SUCCESS [ 821.234282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.246168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 821.246536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.247572] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 821.247783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.410833] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: SUCCESS [ 821.411134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.434020] env[65337]: INFO networking_nsxv3.common.synchronization [req-968eee84-4790-4cd4-a3d1-963e1d62355a req-d9f1bd13-c0dc-4bcb-9985-bdd5ca5ea098 tempest-ServersTestFqdnHostnames-1728927435 tempest-ServersTestFqdnHostnames-1728927435-project-member] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_members [ 821.434647] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_members [ 821.434977] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.435648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.435713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.435981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.436174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.436318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.436394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.436649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.436739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.436838] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.454745] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: SUCCESS [ 821.454932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.690547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.690683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.769645] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 821.769973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.770221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.770441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.771195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.771368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.771450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.771744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.771835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.771899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.771960] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.809835] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.810104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-204" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.810291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-204" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.810615] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-204" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.810922] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.811178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.811312] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.811700] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.811852] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.813244] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.813399] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.813569] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.813695] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.813812] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.813917] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.814067] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.835587] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.835797] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.835916] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.836115] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-204" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.836460] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-a19d3589-b276-4f5a-b873-a70d450873d6 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.836853] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.836853] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.837135] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.837280] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19d3589-b276-4f5a-b873-a70d450873d6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.938952] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.939152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.939238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.939751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.939751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.939751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.940098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.940098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.940098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.940213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.940213] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc already deleted. [ 821.940344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.171480] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 822.171818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.171920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.172387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.172454] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.172589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.172663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.172821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.172916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.172999] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.274814] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.274814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.274814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.275309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.275470] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.275735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.275857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.276045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.276141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.276217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.276379] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.276476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.276535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.276674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.276810] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.276902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.276961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.277201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.277364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.277473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.277575] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.342318] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.342318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.342318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.342318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.342318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.342318] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port a19d3589-b276-4f5a-b873-a70d450873d6 not found, creating... [ 822.342318] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.343120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.343120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.343333] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343333] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343490] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.344055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.344055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.344055] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: a19d3589-b276-4f5a-b873-a70d450873d6 is going to be created. [ 822.366058] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.366318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.366449] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.366782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.367148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.367467] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.675550] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.779638] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9cb95d-55d4-48d2-babd-0c2249b47288: rpc.has_security_group_logging(os_id): False [ 822.800333] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.800570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.800570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.800758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.800849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.801091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.801194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.801258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.801457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.801540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.801647] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.801739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.801792] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.801925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.801995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.802190] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.802278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.802341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.802475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.802548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.802632] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 822.888033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.888281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.888381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.888647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.888835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.922872] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 823.125237] env[65337]: INFO networking_nsxv3.common.synchronization [req-968eee84-4790-4cd4-a3d1-963e1d62355a req-9ea795c9-33d7-44da-8884-a0161854cf58 service nova] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_rules [ 823.125452] env[65337]: INFO networking_nsxv3.common.synchronization [req-968eee84-4790-4cd4-a3d1-963e1d62355a req-9ea795c9-33d7-44da-8884-a0161854cf58 service nova] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_members [ 823.126867] env[65337]: INFO networking_nsxv3.common.synchronization [req-968eee84-4790-4cd4-a3d1-963e1d62355a req-9ea795c9-33d7-44da-8884-a0161854cf58 service nova] Enqueued Resource ID: a19d3589-b276-4f5a-b873-a70d450873d6 with Priority: HIGHEST for action port [ 823.128247] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_rules [ 823.128436] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_members [ 823.128683] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a19d3589-b276-4f5a-b873-a70d450873d6 with Priority: HIGHEST for action port [ 823.128862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.128984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.129073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.129286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.129370] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.130304] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.130426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.130512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.130700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.130866] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.130985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.135527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.135527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.135527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.135527] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.135527] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a19d3589-b276-4f5a-b873-a70d450873d6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.135527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.135527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.135527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.135527] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19d3589-b276-4f5a-b873-a70d450873d6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.181357] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.636253] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.636603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.641882] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a19d3589-b276-4f5a-b873-a70d450873d6 with status ACTIVE [ 823.642595] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.642595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.642595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.642595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.642595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.643087] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.643235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.644143] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.644143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.644143] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a19d3589-b276-4f5a-b873-a70d450873d6 is going to be updated. [ 823.646031] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.669876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.670051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.670123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.670334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.670478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.670636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a19d3589-b276-4f5a-b873-a70d450873d6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.686026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.686250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.686297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.686478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.686572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.686672] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 823.732427] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.732616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.732671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.732851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.732993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.751056] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 824.148028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.656657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.657089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.657089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.657186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.657294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.657463] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc is going to be created. [ 824.712834] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.713107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.713183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.713380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.713565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.728503] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc in Status: UNINITIALIZED for 2s [ 824.945039] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 824.945286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.761531] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 825.761876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.761876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.762102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.762705] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.762705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.762705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.762705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.762705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.763042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.763042] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.135558] env[65337]: INFO networking_nsxv3.common.synchronization [req-c06a485b-9dc4-4c1e-91e1-5bc9aaad8c5c req-08758d14-6809-418f-8b00-f5ec9acd2e31 tempest-ImagesOneServerTestJSON-635028167 tempest-ImagesOneServerTestJSON-635028167-project-member] Enqueued Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_members [ 826.136504] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGHEST for action security_group_members [ 826.137405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.138198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.138198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.138198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.138464] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.139068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.139271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.139997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.139997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.139997] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.265412] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.265412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.265412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.265878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.265878] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.265878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.266069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.266119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.266404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.266404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.266510] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.266581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.266581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.266724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.266861] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.266953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.267030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.267201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.267279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.267362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.267457] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.642967] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.643345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.643345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.644018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.644018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.644018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.644018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.644018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.644018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.644285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.644285] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816e2842-de13-486a-8e50-68cb946736e4 is going to be updated. [ 826.676391] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.676391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.676391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.676879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.676879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.686730] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: IN_PROGRESS for 2s [ 826.739670] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc in Status: SUCCESS [ 826.739926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.740135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.740386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.742024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.742024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.742024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.742024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.742024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.742024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.742024] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.770200] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc90567-98d1-4162-88af-d96d36de7c15: rpc.has_security_group_logging(os_id): False [ 826.794225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.794395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.794451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.794657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.794746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.794947] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.795100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.795150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.795295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.795372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.795577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.795677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.795738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.796654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.796654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.796654] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.796654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.796654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.796654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.796654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.796654] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 826.865843] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.866061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.866145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.868472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.868472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.882896] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 827.245300] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.749954] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a518f95-d30f-428c-b12c-80520fc7f8bc: rpc.has_security_group_logging(os_id): False [ 827.771638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.772115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.772115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.772115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.772266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.772422] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.772530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.772603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.772754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.772824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.772925] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc is going to be created. [ 827.838742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.838978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.838978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.839468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.839700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.854558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc in Status: IN_PROGRESS for 2s [ 828.698722] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 816e2842-de13-486a-8e50-68cb946736e4 in Status: SUCCESS [ 828.698959] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 816e2842-de13-486a-8e50-68cb946736e4 deletion is rescheduled due to dependency. [ 828.699093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.903550] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 828.903550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.113123] env[65337]: INFO networking_nsxv3.common.synchronization [req-3c9f70bc-480a-44d8-85c9-d4bb05ad8aad req-7c936967-827c-424c-b2ad-45804508e44e tempest-ServerTagsTestJSON-1335164829 tempest-ServerTagsTestJSON-1335164829-project-member] Enqueued Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_members [ 829.113683] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_members [ 829.114119] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.115406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.115511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.115854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.115854] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.116762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.116762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.116762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.116762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.116762] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.620373] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.620539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.620600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.621376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.621376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.621376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.621376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.621376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.621376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.621737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.621737] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6318f012-3cae-44aa-8748-75debf67a4a8 already deleted. [ 829.621737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.662734] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.663013] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-42" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.663178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-42" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.663569] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-42" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.663854] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.668139] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.668555] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.669329] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.669329] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.669618] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.669806] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.669988] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.670217] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.671138] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.671138] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.671138] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.696142] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.696801] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.696801] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.696950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-42" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.697564] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-e84a3108-f6b5-451a-9d5c-8e496bc686d7 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.697697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.697877] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.698362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.698579] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e84a3108-f6b5-451a-9d5c-8e496bc686d7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.871864] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc in Status: SUCCESS [ 829.871864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.202065] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.202524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.202524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.202759] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.202927] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.203143] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port e84a3108-f6b5-451a-9d5c-8e496bc686d7 not found, creating... [ 830.203498] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.203759] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.203837] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.204186] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204637] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.204855] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.205025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.205312] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.205467] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.206227] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: e84a3108-f6b5-451a-9d5c-8e496bc686d7 is going to be created. [ 830.230213] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.230463] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.230671] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.230858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.233480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.233480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.376398] env[65337]: INFO networking_nsxv3.common.synchronization [req-6f6c2ab2-98c7-4d25-a99a-061a08e508ae req-ea3d9514-625b-46c5-9ec7-67bece928d64 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 830.376398] env[65337]: INFO networking_nsxv3.common.synchronization [req-6f6c2ab2-98c7-4d25-a99a-061a08e508ae req-ea3d9514-625b-46c5-9ec7-67bece928d64 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_members [ 830.376398] env[65337]: INFO networking_nsxv3.common.synchronization [req-6f6c2ab2-98c7-4d25-a99a-061a08e508ae req-ea3d9514-625b-46c5-9ec7-67bece928d64 tempest-SecurityGroupsTestJSON-1623346103 tempest-SecurityGroupsTestJSON-1623346103-project-member] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 830.376969] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGHEST for action security_group_members [ 830.377440] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGHEST for action security_group_members [ 830.377819] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGHEST for action security_group_members [ 830.378342] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.378500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.378574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.378789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.378986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.379104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.379181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.379318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.379396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.379520] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.380446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.380625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.380698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.380859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.381012] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.381109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.381174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.381314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.381394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.381578] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.383481] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.383481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.383481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.383481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.383481] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.383481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.383481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.383929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.383929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.383929] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.691412] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5a352838-9733-47f4-a1ed-bf049f2d22fa None None] Enqueued Resource ID: 2331c437-3b42-4e18-bc70-6feeba809641 with Priority: HIGHEST for action port [ 830.692010] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2331c437-3b42-4e18-bc70-6feeba809641 with Priority: HIGHEST for action port [ 830.692664] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2331c437-3b42-4e18-bc70-6feeba809641 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.692826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2331c437-3b42-4e18-bc70-6feeba809641" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.692890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2331c437-3b42-4e18-bc70-6feeba809641" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.693469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2331c437-3b42-4e18-bc70-6feeba809641" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.693580] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2331c437-3b42-4e18-bc70-6feeba809641',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.883570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.883962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.883962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.884102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.884102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.884317] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.884424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.884463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.884652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.884697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.884776] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 is going to be updated. [ 830.886329] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.886541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.886541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.886747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.886747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.887049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.887049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.887338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.887338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.887440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.887488] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be updated. [ 830.888689] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.888859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.888859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.889102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.889102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.892928] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.892928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.892928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.892928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.892928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.892928] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be updated. [ 830.924188] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.924341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.924389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.924593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.924731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.927375] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.927375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.927375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.927693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.928216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.930349] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.930522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.930726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.931184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.931352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.944782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: IN_PROGRESS for 2s [ 830.945717] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: IN_PROGRESS for 2s [ 830.946874] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: IN_PROGRESS for 2s [ 831.004797] env[65337]: INFO networking_nsxv3.common.synchronization [req-3c9f70bc-480a-44d8-85c9-d4bb05ad8aad req-8bd1b8a6-bf72-4f4c-be07-53195c45849e service nova] Enqueued Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_rules [ 831.005111] env[65337]: INFO networking_nsxv3.common.synchronization [req-3c9f70bc-480a-44d8-85c9-d4bb05ad8aad req-8bd1b8a6-bf72-4f4c-be07-53195c45849e service nova] Enqueued Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_members [ 831.005209] env[65337]: INFO networking_nsxv3.common.synchronization [req-3c9f70bc-480a-44d8-85c9-d4bb05ad8aad req-8bd1b8a6-bf72-4f4c-be07-53195c45849e service nova] Enqueued Resource ID: e84a3108-f6b5-451a-9d5c-8e496bc686d7 with Priority: HIGHEST for action port [ 831.005899] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_rules [ 831.006291] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_members [ 831.006390] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e84a3108-f6b5-451a-9d5c-8e496bc686d7 with Priority: HIGHEST for action port [ 831.006802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.007041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.007233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.007640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.007788] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.008928] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.009153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.009303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.009587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.009871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.009956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.010087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.010252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.010317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.010435] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.011497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e84a3108-f6b5-451a-9d5c-8e496bc686d7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.011637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.011731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.012091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.012091] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e84a3108-f6b5-451a-9d5c-8e496bc686d7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.196196] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2331c437-3b42-4e18-bc70-6feeba809641 [ 831.196447] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.196596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.196675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.196909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.197008] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.197109] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2331c437-3b42-4e18-bc70-6feeba809641 already deleted. [ 831.197232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2331c437-3b42-4e18-bc70-6feeba809641" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.515920] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.517212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.517212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.517399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e84a3108-f6b5-451a-9d5c-8e496bc686d7 with status ACTIVE [ 831.517517] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.517657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.517700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.518028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.518028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.518205] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.518259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.518294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.519102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.519102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.519102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.519102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.519102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.519102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.520804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.521241] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e84a3108-f6b5-451a-9d5c-8e496bc686d7 is going to be updated. [ 831.544641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.544641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.544641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.544641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.544641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.545047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e84a3108-f6b5-451a-9d5c-8e496bc686d7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.731674] env[65337]: INFO networking_nsxv3.common.synchronization [req-39fd3176-17d6-4a43-a167-5f50c0b3b26e req-0f6bcae0-b383-41df-891d-13d74480de67 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 831.732666] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 831.732993] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.733130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.733194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.733394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.733586] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.733687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.733748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.733891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.733988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.734091] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.027643] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.143629] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.144772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.144772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.144772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.144772] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.144772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.144772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.145095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.145903] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.145903] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.145903] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.145903] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.147044] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.147044] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.147044] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.147044] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.166875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.167172] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.167317] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.167491] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.167799] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-57920027-2c6a-469c-b85b-220cc0eaf9e5 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.168091] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.168482] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.168657] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57920027-2c6a-469c-b85b-220cc0eaf9e5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.239864] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.239864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.239864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.239864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.265628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.265901] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.266029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.266090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.266478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.266588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.266692] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 832.310325] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.310505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.310574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.312137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.312222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.332133] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 832.530965] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.530965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.530965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.532221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.532315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.532412] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6318f012-3cae-44aa-8748-75debf67a4a8 is going to be created. [ 832.559314] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.559510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.559743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.560095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.560161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.570674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6318f012-3cae-44aa-8748-75debf67a4a8 in Status: UNINITIALIZED for 2s [ 832.672242] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.674713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 57920027-2c6a-469c-b85b-220cc0eaf9e5 not found, creating... [ 832.674713] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.674713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.675477] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.675477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.675477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.675477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.675477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.675477] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 57920027-2c6a-469c-b85b-220cc0eaf9e5 is going to be created. [ 832.698446] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.698656] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.698774] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.699060] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.699279] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.699498] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.961432] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 in Status: SUCCESS [ 832.962243] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 deletion is rescheduled due to dependency. [ 832.962243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.963534] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d406934-bc97-41aa-b26b-6945d2493b29 in Status: SUCCESS [ 832.963797] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 deletion is rescheduled due to dependency. [ 832.963975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.964842] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 in Status: SUCCESS [ 832.965317] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 deletion is rescheduled due to dependency. [ 832.965317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.116580] env[65337]: INFO networking_nsxv3.common.synchronization [None req-49610857-c458-441c-9d6e-0c140d7b23e6 None None] Enqueued Resource ID: ed4070c0-455b-48a5-8014-be4ae107d261 with Priority: HIGHEST for action port [ 833.117486] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4070c0-455b-48a5-8014-be4ae107d261 with Priority: HIGHEST for action port [ 833.117909] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4070c0-455b-48a5-8014-be4ae107d261 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.118136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4070c0-455b-48a5-8014-be4ae107d261" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.118202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4070c0-455b-48a5-8014-be4ae107d261" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.118482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4070c0-455b-48a5-8014-be4ae107d261" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.118583] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4070c0-455b-48a5-8014-be4ae107d261',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.543955] env[65337]: INFO networking_nsxv3.common.synchronization [req-39fd3176-17d6-4a43-a167-5f50c0b3b26e req-adc401d1-f726-48b1-b2d7-d37c69a28e35 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 833.544261] env[65337]: INFO networking_nsxv3.common.synchronization [req-39fd3176-17d6-4a43-a167-5f50c0b3b26e req-adc401d1-f726-48b1-b2d7-d37c69a28e35 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 833.544454] env[65337]: INFO networking_nsxv3.common.synchronization [req-39fd3176-17d6-4a43-a167-5f50c0b3b26e req-adc401d1-f726-48b1-b2d7-d37c69a28e35 service nova] Enqueued Resource ID: 57920027-2c6a-469c-b85b-220cc0eaf9e5 with Priority: HIGHEST for action port [ 833.546246] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 833.546413] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 833.546478] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57920027-2c6a-469c-b85b-220cc0eaf9e5 with Priority: HIGHEST for action port [ 833.546777] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.547755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.547755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.547755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.547755] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.548278] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.548387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.548610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-57920027-2c6a-469c-b85b-220cc0eaf9e5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.548760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.548833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.549063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.549160] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57920027-2c6a-469c-b85b-220cc0eaf9e5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.620882] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed4070c0-455b-48a5-8014-be4ae107d261 [ 833.621584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.621710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.621756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.622318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.622318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.622318] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed4070c0-455b-48a5-8014-be4ae107d261 already deleted. [ 833.622318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4070c0-455b-48a5-8014-be4ae107d261" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.052041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.052041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056223] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57920027-2c6a-469c-b85b-220cc0eaf9e5 with status ACTIVE [ 834.056223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.056223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.056223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.056223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.056223] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57920027-2c6a-469c-b85b-220cc0eaf9e5 is going to be updated. [ 834.086826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.086961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.087298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.089363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.089590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.089768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57920027-2c6a-469c-b85b-220cc0eaf9e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.345330] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 834.345330] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 834.345330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.345330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.345330] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.345330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.345330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.345933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.345933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.345933] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.584143] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6318f012-3cae-44aa-8748-75debf67a4a8 in Status: SUCCESS [ 834.584423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.584905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.585785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.586013] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.586139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.586207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.586375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.586457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.586540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.586774] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.853406] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.091733] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.091916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.091990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.092248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.092430] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.092526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.092587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.092744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.093179] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.093179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.093387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.093387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.093475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.094337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.094337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.094337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.094337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.094337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.094337] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.356597] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.597655] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6318f012-3cae-44aa-8748-75debf67a4a8: rpc.has_security_group_logging(os_id): False [ 835.619041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.619041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.619041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.619041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.619041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.619041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.619041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.619041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.619600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.619600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.619600] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.619600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.619600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.619768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.619799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.620414] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.620650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.620784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.620947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.621037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.621128] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6318f012-3cae-44aa-8748-75debf67a4a8 is going to be created. [ 835.684910] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.685081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.685167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.685365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.685545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.700641] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6318f012-3cae-44aa-8748-75debf67a4a8 in Status: IN_PROGRESS for 2s [ 835.858785] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.858785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.858785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.858785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.859252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.859252] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 835.893793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.893793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.894034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.894132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.894256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.906461] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 836.734394] env[65337]: INFO networking_nsxv3.common.synchronization [req-0ff28966-4b75-46ad-82a8-0b8845f85b63 req-9483a5d7-35d9-41cb-8395-6f646c238099 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 836.735379] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 836.735860] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.736018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.736094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.736359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.736527] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.736631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.736690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.736842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.737668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.737871] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.102776] env[65337]: INFO networking_nsxv3.common.synchronization [None req-7b48edb4-a9ba-40a0-a6a3-c4c9a32c384f None None] Enqueued Resource ID: 61efc7fc-2acb-49b9-a271-e073baaff7e5 with Priority: HIGHEST for action port [ 837.103423] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61efc7fc-2acb-49b9-a271-e073baaff7e5 with Priority: HIGHEST for action port [ 837.103794] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-61efc7fc-2acb-49b9-a271-e073baaff7e5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.104030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61efc7fc-2acb-49b9-a271-e073baaff7e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.104150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61efc7fc-2acb-49b9-a271-e073baaff7e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.104495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61efc7fc-2acb-49b9-a271-e073baaff7e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.104649] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61efc7fc-2acb-49b9-a271-e073baaff7e5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.188413] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.188603] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.188725] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.188987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.189249] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.189404] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.189517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.189728] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.189867] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.190105] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.190218] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.190324] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.190425] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.190532] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.190692] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.190832] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.210057] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.210402] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.210402] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.210528] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.210909] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-6a91d8ab-7ae1-4582-8212-bdf22f92d717 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.211106] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.211233] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.211547] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.211682] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a91d8ab-7ae1-4582-8212-bdf22f92d717',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.240075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.240484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.240559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.240772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.241304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.241634] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.241790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.241853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.242283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.242383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.242517] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be deleted. [ 837.275924] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.276087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.276150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.276450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.276450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.276585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.607328] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61efc7fc-2acb-49b9-a271-e073baaff7e5 [ 837.607738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.608385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.608385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.608385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.608385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.608385] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61efc7fc-2acb-49b9-a271-e073baaff7e5 already deleted. [ 837.608630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61efc7fc-2acb-49b9-a271-e073baaff7e5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.714951] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6318f012-3cae-44aa-8748-75debf67a4a8 in Status: SUCCESS [ 837.716242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.716242] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.716242] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.716242] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.716696] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.716696] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.716696] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 6a91d8ab-7ae1-4582-8212-bdf22f92d717 not found, creating... [ 837.716794] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.716954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.717108] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.718042] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.718042] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.718042] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.718042] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.718307] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.718349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.720029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.720029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 6a91d8ab-7ae1-4582-8212-bdf22f92d717 is going to be created. [ 837.741518] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.741518] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.741518] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.741914] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.742017] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.742245] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.919482] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 837.921511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.922010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.922095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.922300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.922574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.922942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.923189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.923704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.923855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.923982] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.427035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.427035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.427279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.427423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.427599] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.428356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.428356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.428356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.428356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.428356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.428356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.428356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.429466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.429466] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.504728] env[65337]: INFO networking_nsxv3.common.synchronization [req-0ff28966-4b75-46ad-82a8-0b8845f85b63 req-0922eeac-1419-4dea-9d1f-a7bf7bca56bb service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 838.505042] env[65337]: INFO networking_nsxv3.common.synchronization [req-0ff28966-4b75-46ad-82a8-0b8845f85b63 req-0922eeac-1419-4dea-9d1f-a7bf7bca56bb service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 838.507116] env[65337]: INFO networking_nsxv3.common.synchronization [req-0ff28966-4b75-46ad-82a8-0b8845f85b63 req-0922eeac-1419-4dea-9d1f-a7bf7bca56bb service nova] Enqueued Resource ID: 6a91d8ab-7ae1-4582-8212-bdf22f92d717 with Priority: HIGHEST for action port [ 838.507116] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 838.508870] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 838.509363] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a91d8ab-7ae1-4582-8212-bdf22f92d717 with Priority: HIGHEST for action port [ 838.510869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.512389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.512655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.513072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.513670] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.515543] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.515679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.515747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.515996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.516195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.517227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.517227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.517227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.517227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.517227] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.518348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a91d8ab-7ae1-4582-8212-bdf22f92d717 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.518348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.518482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.519216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.519216] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a91d8ab-7ae1-4582-8212-bdf22f92d717',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.933114] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af24c4a-db40-44e4-8fa3-97459aa0b890: rpc.has_security_group_logging(os_id): False [ 838.951986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.952308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.952409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.952909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.952909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.953081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.953149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.953308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.953397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.953482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.953686] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.953809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.953974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.954100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.954155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.954404] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.954511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.954600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.954909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.955043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.955217] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 839.021620] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.023573] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023573] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a91d8ab-7ae1-4582-8212-bdf22f92d717 with status ACTIVE [ 839.023573] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.024033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.024131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.024588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.024784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.024854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.025864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.026028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.026252] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.026373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.026451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.026686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.026777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.026904] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a91d8ab-7ae1-4582-8212-bdf22f92d717 is going to be updated. [ 839.029547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.030456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.030456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.030456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.030456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.050363] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 839.059902] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.060153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.060153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.060832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.060832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.060832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a91d8ab-7ae1-4582-8212-bdf22f92d717" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.479378] env[65337]: INFO networking_nsxv3.common.synchronization [req-00456751-9a9d-4a3e-89bd-5b9ddfa9e9cd req-84e06036-4e9a-4765-ad78-f9b81270cbca tempest-FloatingIPsAssociationTestJSON-2048779618 tempest-FloatingIPsAssociationTestJSON-2048779618-project-member] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 839.479969] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 839.480304] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.480451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.480529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.480777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.480951] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.481081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.481133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.481325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481527] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.534209] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.916652] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.916897] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.916961] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.917294] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.917604] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.917847] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.917969] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.918219] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.918389] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.918606] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.918718] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.918824] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.918926] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.919045] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.919154] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.919285] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.944412] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.944412] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.944412] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.944412] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-880" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.945611] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-2883758c-b1d7-46bd-8d29-2a2a3c27f364 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.945611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.945611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.945611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.945876] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2883758c-b1d7-46bd-8d29-2a2a3c27f364',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.983630] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.037216] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.038044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.038044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.038044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.038232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.038232] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be created. [ 840.066476] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.066731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.066838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.067159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.067461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.081818] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: UNINITIALIZED for 2s [ 840.449352] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.449772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.449772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.450243] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.450375] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.451032] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 2883758c-b1d7-46bd-8d29-2a2a3c27f364 not found, creating... [ 840.451032] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.454135] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.454314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.454587] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.454753] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.455088] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.455347] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.455471] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.455809] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.455879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.455993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 2883758c-b1d7-46bd-8d29-2a2a3c27f364 is going to be created. [ 840.481701] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.481925] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.482055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.482331] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.482551] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.482773] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.487346] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.634058] env[65337]: INFO networking_nsxv3.common.synchronization [None req-513a1728-5ae1-4ca9-977a-c7d437f4d6b0 None None] Enqueued Resource ID: 7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7 with Priority: HIGHEST for action port [ 840.634058] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7 with Priority: HIGHEST for action port [ 840.634058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634328] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.989493] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.989829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.989829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.989996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.990098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.990180] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be updated. [ 841.021411] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.021411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.021411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.021411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.021411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.032377] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 841.071603] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 841.071673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.137132] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7 [ 841.137509] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.137617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.137663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.138253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.138253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.138253] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7 already deleted. [ 841.138253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ca16dfe-11f0-46ed-a0b7-97aa4b432ff7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.289307] env[65337]: INFO networking_nsxv3.common.synchronization [req-00456751-9a9d-4a3e-89bd-5b9ddfa9e9cd req-5895d5d5-7f5c-4c83-9d95-d207c9641f47 service nova] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_rules [ 841.289594] env[65337]: INFO networking_nsxv3.common.synchronization [req-00456751-9a9d-4a3e-89bd-5b9ddfa9e9cd req-5895d5d5-7f5c-4c83-9d95-d207c9641f47 service nova] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 841.290076] env[65337]: INFO networking_nsxv3.common.synchronization [req-00456751-9a9d-4a3e-89bd-5b9ddfa9e9cd req-5895d5d5-7f5c-4c83-9d95-d207c9641f47 service nova] Enqueued Resource ID: 2883758c-b1d7-46bd-8d29-2a2a3c27f364 with Priority: HIGHEST for action port [ 841.290949] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_rules [ 841.291235] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 841.291397] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2883758c-b1d7-46bd-8d29-2a2a3c27f364 with Priority: HIGHEST for action port [ 841.291879] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.292198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.292198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.292457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.293242] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.298598] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.298598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.298598] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2883758c-b1d7-46bd-8d29-2a2a3c27f364 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.299031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.299031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.299031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.299031] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2883758c-b1d7-46bd-8d29-2a2a3c27f364',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.800712] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.800989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.801244] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2883758c-b1d7-46bd-8d29-2a2a3c27f364 with status ACTIVE [ 841.801523] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.801771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.801771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.801952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.802055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.802241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.802345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.802441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.802841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.802945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.803143] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.803258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.803328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.803487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.803564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.803649] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2883758c-b1d7-46bd-8d29-2a2a3c27f364 is going to be updated. [ 841.832548] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.832810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.832901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.833198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.833344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.833624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2883758c-b1d7-46bd-8d29-2a2a3c27f364" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.093098] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 842.093098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.093098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.093682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.093682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.093682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.093682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.093862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.093898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.093985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.094132] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.599139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.599139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.599139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.599139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.599139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.599139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.599139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.599488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.599760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.600601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.600601] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.600601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.601337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.601613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.601613] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.601770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.601770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.601872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.603296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603296] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.046041] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.046041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.046041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.046041] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.104420] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 843.124437] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.124667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.124747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.124969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.125074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.125284] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.125430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.125564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.125653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.125735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.125936] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.126039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.126102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.126533] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.126648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.126737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.126890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.126959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.127058] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be created. [ 843.200106] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.200267] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.200317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.200527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.200862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.217855] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 843.548221] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.649058] env[65337]: INFO networking_nsxv3.common.synchronization [req-9889dd81-3bac-4165-86b9-5a9ebcad591b req-28fa3c5d-984c-49f0-a697-dd204fa285d7 tempest-ServerTagsTestJSON-1335164829 tempest-ServerTagsTestJSON-1335164829-project-member] Enqueued Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_members [ 843.654339] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6318f012-3cae-44aa-8748-75debf67a4a8 with Priority: HIGHEST for action security_group_members [ 843.654339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6318f012-3cae-44aa-8748-75debf67a4a8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.654339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.654339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.654339] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6318f012-3cae-44aa-8748-75debf67a4a8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.051049] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.155348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.155862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.155862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.155862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.155862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156098] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.156153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.156268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.156495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.156495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156643] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6318f012-3cae-44aa-8748-75debf67a4a8 is going to be updated. [ 844.203283] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.203450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.203521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.203805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.203970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.217725] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6318f012-3cae-44aa-8748-75debf67a4a8 in Status: IN_PROGRESS for 2s [ 844.554963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.554963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.554963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.554963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.554963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.555315] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be updated. [ 844.584015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.584213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.584323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.585025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.585025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.594738] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 845.234142] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 845.234437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.230156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6318f012-3cae-44aa-8748-75debf67a4a8 in Status: SUCCESS [ 846.230346] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6318f012-3cae-44aa-8748-75debf67a4a8 deletion is rescheduled due to dependency. [ 846.230458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6318f012-3cae-44aa-8748-75debf67a4a8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.606220] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 846.606640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.606688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.607087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.607423] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.607652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.607763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.607886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.607992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.608849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.608849] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.110528] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.110723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.110781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.110961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.111151] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.111253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.111465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.111550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.111635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.111783] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.111873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.111933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.112087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.112231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.112339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.112402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.112538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.112611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.112688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.112774] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.442266] env[65337]: INFO networking_nsxv3.common.synchronization [req-276f0902-2730-4424-9317-ecd02184cdb5 req-ccad0419-7ea4-4072-b30b-a036efe9c58c tempest-ServerRescueTestJSON-447575738 tempest-ServerRescueTestJSON-447575738-project-member] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 847.442266] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 847.442604] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.442821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.442873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.443198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.443446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.443639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.443714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.444083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.444083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.444191] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.615966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28794666-99d3-40f7-912c-d2bc6e66982d: rpc.has_security_group_logging(os_id): False [ 847.712148] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.712148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.712148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.712346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.712483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.712683] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.712804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.712908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.713135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.713223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.713422] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.713558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.713624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.713791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.713868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.714884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.715092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.715168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.715348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.715445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.716111] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be updated. [ 847.805562] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-435 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.805837] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.806049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.806466] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.806638] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.806811] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.806903] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.810990] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.810990] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.810990] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.810990] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.810990] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.810990] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.810990] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.810990] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.810990] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.823852] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.823852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.823852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.823852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.823852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.835385] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.835581] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.835720] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.835894] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.836305] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-716457b5-026c-4753-8378-d7465a4c6440 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.836433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.836575] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.837577] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.839455] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716457b5-026c-4753-8378-d7465a4c6440',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.842368] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 847.950631] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.950631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.950809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.950950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.951440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.951440] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.951440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.951440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.951780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.951780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.951868] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc already deleted. [ 847.951915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.341946] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.342269] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.342391] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.342630] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.342773] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.342931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 716457b5-026c-4753-8378-d7465a4c6440 not found, creating... [ 848.343306] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.343487] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.343641] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.343841] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.343964] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.344282] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.344438] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.344552] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.344764] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.344893] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.345123] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 716457b5-026c-4753-8378-d7465a4c6440 is going to be created. [ 848.369259] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.369259] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.369259] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.369259] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.369511] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.369804] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.289896] env[65337]: INFO networking_nsxv3.common.synchronization [req-276f0902-2730-4424-9317-ecd02184cdb5 req-ec242dd3-5ca7-436a-a9e4-fa3c1dd640cc service nova] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_rules [ 849.290153] env[65337]: INFO networking_nsxv3.common.synchronization [req-276f0902-2730-4424-9317-ecd02184cdb5 req-ec242dd3-5ca7-436a-a9e4-fa3c1dd640cc service nova] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 849.290315] env[65337]: INFO networking_nsxv3.common.synchronization [req-276f0902-2730-4424-9317-ecd02184cdb5 req-ec242dd3-5ca7-436a-a9e4-fa3c1dd640cc service nova] Enqueued Resource ID: 716457b5-026c-4753-8378-d7465a4c6440 with Priority: HIGHEST for action port [ 849.290938] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_rules [ 849.291319] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 849.291481] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716457b5-026c-4753-8378-d7465a4c6440 with Priority: HIGHEST for action port [ 849.291809] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.291936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.292131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.292401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.292473] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.294413] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.294554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.294624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.294945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.295049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.295193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.295193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.295294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.295377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.295474] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.299825] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-716457b5-026c-4753-8378-d7465a4c6440 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.299825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.299825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.299825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.299825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('716457b5-026c-4753-8378-d7465a4c6440',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.795049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.795049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.800024] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.801669] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 716457b5-026c-4753-8378-d7465a4c6440 with status ACTIVE [ 849.801878] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.801998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.802293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.802372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.802556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.802654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.802864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.802934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.803119] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.803206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.803271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.803412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.803500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.803584] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 716457b5-026c-4753-8378-d7465a4c6440 is going to be updated. [ 849.827466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.827607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.827703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.827999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.828176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.828349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-716457b5-026c-4753-8378-d7465a4c6440" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.861549] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 849.861732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.302777] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.335119] env[65337]: INFO networking_nsxv3.common.synchronization [req-a56f9288-8f7b-402e-b971-b1a28def889a req-53ecc7b3-7f36-4d00-90f2-c187181bf6c3 tempest-InstanceActionsV221TestJSON-944055707 tempest-InstanceActionsV221TestJSON-944055707-project-member] Enqueued Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_members [ 850.336862] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_members [ 850.336862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.336862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.337168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.337296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.338140] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.338297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.338529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.338789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.338878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.338961] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.805887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.806117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.806231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.806556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.806693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.806837] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be created. [ 850.840680] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.840980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.841106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.841322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.842685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.846269] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 already deleted. [ 850.846269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.856921] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: UNINITIALIZED for 2s [ 850.926281] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.926483] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-65" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.926700] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-65" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.929078] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-65" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.929440] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.929727] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.929919] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.930280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.930468] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.930743] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.930873] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.931047] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.931172] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.931311] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.931429] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.931591] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.954479] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.954738] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.954874] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.955083] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-65" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.955435] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.955981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.955981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.956821] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.957133] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd32ba3-e907-4f94-91cc-aba7ea92e2ad',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.460453] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.460877] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.462876] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.464096] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.464096] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.464096] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port efd32ba3-e907-4f94-91cc-aba7ea92e2ad not found, creating... [ 851.464445] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.464665] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.464862] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.467525] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.467777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.468288] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.468561] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.468783] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.469163] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.469409] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.469661] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: efd32ba3-e907-4f94-91cc-aba7ea92e2ad is going to be created. [ 851.493568] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.493789] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.493906] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.494203] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.494434] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.494659] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.297193] env[65337]: INFO networking_nsxv3.common.synchronization [req-a56f9288-8f7b-402e-b971-b1a28def889a req-dd1d8044-733c-4e81-97fd-5f9bdbd31cc8 service nova] Enqueued Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_rules [ 852.297464] env[65337]: INFO networking_nsxv3.common.synchronization [req-a56f9288-8f7b-402e-b971-b1a28def889a req-dd1d8044-733c-4e81-97fd-5f9bdbd31cc8 service nova] Enqueued Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_members [ 852.298705] env[65337]: INFO networking_nsxv3.common.synchronization [req-a56f9288-8f7b-402e-b971-b1a28def889a req-dd1d8044-733c-4e81-97fd-5f9bdbd31cc8 service nova] Enqueued Resource ID: efd32ba3-e907-4f94-91cc-aba7ea92e2ad with Priority: HIGHEST for action port [ 852.298705] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_rules [ 852.298787] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_members [ 852.298828] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd32ba3-e907-4f94-91cc-aba7ea92e2ad with Priority: HIGHEST for action port [ 852.300436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.300436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.300436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.300436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.300436] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.303550] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.303689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.303756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.303982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.304146] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.304249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.304490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.304780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.304883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.304985] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.307613] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.308040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.308137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.309947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.309947] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd32ba3-e907-4f94-91cc-aba7ea92e2ad',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.811498] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.811774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.811894] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.814930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efd32ba3-e907-4f94-91cc-aba7ea92e2ad with status ACTIVE [ 852.815745] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.815745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.815941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.815983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.816226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.816333] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.816387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.816425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.818033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.818033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.818033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.818033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.818033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.818033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.818033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.818033] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efd32ba3-e907-4f94-91cc-aba7ea92e2ad is going to be updated. [ 852.839066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.839396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.839396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.840261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.841546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.841546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd32ba3-e907-4f94-91cc-aba7ea92e2ad" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.877582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 852.877582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.877582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.877582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.878011] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.878245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.878245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.878590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.878590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.878706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.878764] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.314951] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.382461] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.383300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.383625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.385660] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.385660] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.385660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.386132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.386132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.386715] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.386909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.387061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.387627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.387775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.388147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.388283] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.682255] env[65337]: INFO networking_nsxv3.common.synchronization [req-102089bf-f516-4f26-97b8-73faecb36de4 req-4b8cdc4a-e816-43c7-b50c-7c6798a074c7 tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 853.682255] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 853.682255] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.682255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.682255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.682255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.682719] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.683036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.683203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.683475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.684408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.684647] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.818053] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.818458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.818458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.818458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.818582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.818653] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 is going to be created. [ 853.848368] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.848586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.848655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.848839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.849022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.863063] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 in Status: UNINITIALIZED for 2s [ 853.893211] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc: rpc.has_security_group_logging(os_id): False [ 853.923880] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.924181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.924181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.924323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.924564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.924564] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.924736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.924736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.924869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.924944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.925151] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.925286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.925377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.925706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.925881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.926751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.926906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.927627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.927748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.929032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.929032] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be created. [ 853.993476] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.993897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.993897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.993897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.994140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.007014] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: IN_PROGRESS for 2s [ 854.187883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.187883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.187883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.188373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.188373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.188886] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.188886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.188886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.189619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.189619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.189619] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 already deleted. [ 854.189619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.550322] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.550615] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.550793] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.551344] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.551645] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.551894] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.552141] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.552349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.552523] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.552840] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.552916] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.553084] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.553223] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.553436] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.553528] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.553717] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.574072] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.574262] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.574400] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.574578] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.575022] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.575226] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.575370] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.575695] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.575877] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a077e68e-0ef4-45ff-ae0b-2eb01260c37c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.080154] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.081274] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.081794] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.084346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.084346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.084346] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port a077e68e-0ef4-45ff-ae0b-2eb01260c37c not found, creating... [ 855.084346] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.084346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.084346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.084346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.084346] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.085211] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.085519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.085739] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.088305] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.088305] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.088305] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: a077e68e-0ef4-45ff-ae0b-2eb01260c37c is going to be created. [ 855.112625] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.112625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.112625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.112625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.112625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.112625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.882844] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 in Status: SUCCESS [ 855.883229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.883441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.883741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.884393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.884393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.884639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.884639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.884639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.884848] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.969409] env[65337]: INFO networking_nsxv3.common.synchronization [req-102089bf-f516-4f26-97b8-73faecb36de4 req-aabb4c8d-05d9-406b-9190-7abd8ca2612e service nova] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_rules [ 855.969662] env[65337]: INFO networking_nsxv3.common.synchronization [req-102089bf-f516-4f26-97b8-73faecb36de4 req-aabb4c8d-05d9-406b-9190-7abd8ca2612e service nova] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 855.969852] env[65337]: INFO networking_nsxv3.common.synchronization [req-102089bf-f516-4f26-97b8-73faecb36de4 req-aabb4c8d-05d9-406b-9190-7abd8ca2612e service nova] Enqueued Resource ID: a077e68e-0ef4-45ff-ae0b-2eb01260c37c with Priority: HIGHEST for action port [ 855.975749] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_rules [ 855.975932] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 855.976048] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a077e68e-0ef4-45ff-ae0b-2eb01260c37c with Priority: HIGHEST for action port [ 855.976396] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.976528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.976858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.976858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.976972] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.978653] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.978785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.978785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.978961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.980286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.980794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.980871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.981075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.981167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.981267] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.982457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.982644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.982644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.982844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.982959] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a077e68e-0ef4-45ff-ae0b-2eb01260c37c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.026045] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 856.026362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.242045] env[65337]: INFO networking_nsxv3.common.synchronization [None req-1944a773-1d5f-4572-b96c-ef87d9b61d27 None None] Enqueued Resource ID: e57ab432-b60a-4d7d-86a2-b377dd3ea3ba with Priority: HIGHEST for action port [ 856.242593] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57ab432-b60a-4d7d-86a2-b377dd3ea3ba with Priority: HIGHEST for action port [ 856.242904] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57ab432-b60a-4d7d-86a2-b377dd3ea3ba taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.243037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57ab432-b60a-4d7d-86a2-b377dd3ea3ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.243103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57ab432-b60a-4d7d-86a2-b377dd3ea3ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.243374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57ab432-b60a-4d7d-86a2-b377dd3ea3ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.243448] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57ab432-b60a-4d7d-86a2-b377dd3ea3ba',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.388638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.388763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.388763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.388977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.389226] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.389350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.389350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.389520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.389565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.389663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.389888] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.389935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.389993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.390153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.390307] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.390413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.390465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.390604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.390699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.390859] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.486183] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.487895] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.488130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.488208] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a077e68e-0ef4-45ff-ae0b-2eb01260c37c with status ACTIVE [ 856.488398] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.488515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.488577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.488784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.488869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.489087] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.489188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.489479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.489479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.489479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.489654] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.489778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.489835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.489942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.490028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.490102] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a077e68e-0ef4-45ff-ae0b-2eb01260c37c is going to be updated. [ 856.515229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.515535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.515676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.515919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.516085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.516280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a077e68e-0ef4-45ff-ae0b-2eb01260c37c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.746145] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e57ab432-b60a-4d7d-86a2-b377dd3ea3ba [ 856.746380] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.746553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.746592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.746804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.746888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.746981] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e57ab432-b60a-4d7d-86a2-b377dd3ea3ba already deleted. [ 856.747079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57ab432-b60a-4d7d-86a2-b377dd3ea3ba" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.893807] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c84ad2c2-e0ce-40af-befd-bffa7543a131: rpc.has_security_group_logging(os_id): False [ 856.917889] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.919646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.919646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.919646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.919646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.919646] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.919646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.919646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.920065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.920065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.920354] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.920568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.920568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.920775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.920887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.921186] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.921348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.921451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.921678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.921786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.921920] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 is going to be created. [ 856.992836] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.993020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.993086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.993312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.995511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.996774] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.016943] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 in Status: IN_PROGRESS for 2s [ 857.501515] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.501874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.501874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.501991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.502074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.502175] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be created. [ 857.538305] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.538597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.538713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.539214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.539214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.551569] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: UNINITIALIZED for 2s [ 858.597643] env[65337]: INFO networking_nsxv3.common.synchronization [None req-60051ede-5358-47ef-bac2-2de37a050a4e None None] Enqueued Resource ID: 60f538d9-3c8e-41a6-a3fa-f61eb104f14a with Priority: HIGHEST for action port [ 858.598339] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f538d9-3c8e-41a6-a3fa-f61eb104f14a with Priority: HIGHEST for action port [ 858.598995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f538d9-3c8e-41a6-a3fa-f61eb104f14a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.598995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f538d9-3c8e-41a6-a3fa-f61eb104f14a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.598995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f538d9-3c8e-41a6-a3fa-f61eb104f14a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.599572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f538d9-3c8e-41a6-a3fa-f61eb104f14a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.599572] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f538d9-3c8e-41a6-a3fa-f61eb104f14a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.034674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 in Status: SUCCESS [ 859.034922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.079981] env[65337]: INFO networking_nsxv3.common.synchronization [None req-fdcaba82-41a3-43f9-9e52-cee0b1369bc3 None None] Enqueued Resource ID: c4c02c6b-672d-43a6-aaf5-f484467d7771 with Priority: HIGHEST for action port [ 859.079981] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c02c6b-672d-43a6-aaf5-f484467d7771 with Priority: HIGHEST for action port [ 859.079981] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c02c6b-672d-43a6-aaf5-f484467d7771 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.079981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c02c6b-672d-43a6-aaf5-f484467d7771" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.079981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c02c6b-672d-43a6-aaf5-f484467d7771" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.079981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c02c6b-672d-43a6-aaf5-f484467d7771" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.079981] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c02c6b-672d-43a6-aaf5-f484467d7771',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.106416] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60f538d9-3c8e-41a6-a3fa-f61eb104f14a [ 859.106416] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.106416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.106416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.106416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.106416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.106416] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60f538d9-3c8e-41a6-a3fa-f61eb104f14a already deleted. [ 859.106416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f538d9-3c8e-41a6-a3fa-f61eb104f14a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.564995] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 859.565352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.565564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.565687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.566182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.566316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.566400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.566585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.566668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.566757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.566851] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.581642] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4c02c6b-672d-43a6-aaf5-f484467d7771 [ 859.582466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.582466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.582466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.585789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.586567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.586567] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4c02c6b-672d-43a6-aaf5-f484467d7771 already deleted. [ 859.586567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c02c6b-672d-43a6-aaf5-f484467d7771" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.929942] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8d874d6-1ffa-4dc9-abd5-738ac73e0e9c req-b6e875ce-b385-40b9-b986-a3796e2d0dd8 tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 859.930748] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 859.931471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.931666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.931760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.932672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.933094] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.933094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.933249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.933634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.933760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.933878] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.072973] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.072973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.436346] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.526167] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.526441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.526441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.526915] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.527771] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.527771] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.527771] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.528055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.528291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.528531] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.528692] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.528861] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.529022] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.529141] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.529278] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.529522] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.551036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.551036] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.551295] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.552029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.552029] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-d875f17e-11f7-42b4-808f-72950316f62e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.552029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.552281] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.552587] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.552757] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d875f17e-11f7-42b4-808f-72950316f62e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.819151] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c40c38fc-a76d-424e-b77c-7ef4624f977b None None] Enqueued Resource ID: 0937329c-184b-4920-aeeb-9867488f9dd9 with Priority: HIGHEST for action port [ 860.820042] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0937329c-184b-4920-aeeb-9867488f9dd9 with Priority: HIGHEST for action port [ 860.822245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-0937329c-184b-4920-aeeb-9867488f9dd9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.822245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0937329c-184b-4920-aeeb-9867488f9dd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.822245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0937329c-184b-4920-aeeb-9867488f9dd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.822245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0937329c-184b-4920-aeeb-9867488f9dd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.822245] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0937329c-184b-4920-aeeb-9867488f9dd9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.939770] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.059394] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.059394] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port d875f17e-11f7-42b4-808f-72950316f62e not found, creating... [ 861.059394] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.059394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.060049] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.060049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.060049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.060049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.060049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.060049] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: d875f17e-11f7-42b4-808f-72950316f62e is going to be created. [ 861.084719] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.084938] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.085079] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.086010] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.086010] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.086010] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.326038] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0937329c-184b-4920-aeeb-9867488f9dd9 [ 861.326038] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.326038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.326038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.326038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.326038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.326038] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0937329c-184b-4920-aeeb-9867488f9dd9 already deleted. [ 861.326038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0937329c-184b-4920-aeeb-9867488f9dd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.444874] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.445448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.445448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.445448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.445448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.445737] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be updated. [ 861.488932] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.489202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.489202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.489434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.489613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.504880] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: IN_PROGRESS for 2s [ 861.847041] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8d874d6-1ffa-4dc9-abd5-738ac73e0e9c req-ee9ca91f-72cc-439e-9d5a-34fb49711757 service nova] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_rules [ 861.847302] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8d874d6-1ffa-4dc9-abd5-738ac73e0e9c req-ee9ca91f-72cc-439e-9d5a-34fb49711757 service nova] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 861.847455] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8d874d6-1ffa-4dc9-abd5-738ac73e0e9c req-ee9ca91f-72cc-439e-9d5a-34fb49711757 service nova] Enqueued Resource ID: d875f17e-11f7-42b4-808f-72950316f62e with Priority: HIGHEST for action port [ 861.848242] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_rules [ 861.848561] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 861.848670] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d875f17e-11f7-42b4-808f-72950316f62e with Priority: HIGHEST for action port [ 861.849457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.849457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.849457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.849457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.849802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d875f17e-11f7-42b4-808f-72950316f62e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.849974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.850137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.851051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.851051] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d875f17e-11f7-42b4-808f-72950316f62e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.021988] env[65337]: INFO networking_nsxv3.common.synchronization [None req-555e0dd9-e83c-4def-a030-753795dd2191 None None] Enqueued Resource ID: 61ba82cf-30ad-452c-b75c-c8280508617c with Priority: HIGHEST for action port [ 862.022729] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ba82cf-30ad-452c-b75c-c8280508617c with Priority: HIGHEST for action port [ 862.023963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ba82cf-30ad-452c-b75c-c8280508617c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.023963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ba82cf-30ad-452c-b75c-c8280508617c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.023963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ba82cf-30ad-452c-b75c-c8280508617c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.023963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ba82cf-30ad-452c-b75c-c8280508617c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.023963] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ba82cf-30ad-452c-b75c-c8280508617c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.350251] env[65337]: INFO networking_nsxv3.common.synchronization [req-edb0a321-5d69-47fd-ba17-7594168cb063 req-1f142581-38ae-4a89-963f-aebe81f28b7b tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 862.354021] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 862.354021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.354021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.354021] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.354021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d875f17e-11f7-42b4-808f-72950316f62e with status ACTIVE [ 862.354021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.354021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.354915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.355460] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.355718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.355873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.356130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.356310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.356590] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.356809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.356957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.357410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.357586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.357757] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d875f17e-11f7-42b4-808f-72950316f62e is going to be updated. [ 862.384172] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.384401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.384472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.384694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.384872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.385072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d875f17e-11f7-42b4-808f-72950316f62e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.527705] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61ba82cf-30ad-452c-b75c-c8280508617c [ 862.527880] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.528050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.528136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.528390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.528514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.528633] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61ba82cf-30ad-452c-b75c-c8280508617c already deleted. [ 862.528749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ba82cf-30ad-452c-b75c-c8280508617c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.861107] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.861107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.861386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.861515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.861625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.861951] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.863034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.863034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.863034] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b already deleted. [ 862.863034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.930418] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.931299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.931299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.933735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.933735] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.933735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.933735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.933735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.933735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.934202] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.934202] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.934714] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.934714] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.934714] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.934897] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.935074] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.970269] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.970269] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.970269] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.970269] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.970597] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.970764] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.970877] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.971262] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.971399] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a4a1e8-9dea-4023-9983-7de0d4b33fdb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.439054] env[65337]: INFO networking_nsxv3.common.synchronization [None req-358666df-60cc-46ee-a312-2de08fa7c468 None None] Enqueued Resource ID: 8ff32324-6487-42e3-af33-3758459c1187 with Priority: HIGHEST for action port [ 863.439807] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ff32324-6487-42e3-af33-3758459c1187 with Priority: HIGHEST for action port [ 863.440452] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ff32324-6487-42e3-af33-3758459c1187 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.440452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ff32324-6487-42e3-af33-3758459c1187" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.440665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ff32324-6487-42e3-af33-3758459c1187" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.440860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ff32324-6487-42e3-af33-3758459c1187" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.440962] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ff32324-6487-42e3-af33-3758459c1187',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.475288] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.475568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.475702] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.476128] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.476231] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.476307] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 45a4a1e8-9dea-4023-9983-7de0d4b33fdb not found, creating... [ 863.476594] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.476755] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.476869] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.482207] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.482390] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.482774] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.484113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.484113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.484113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.484113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.484113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 45a4a1e8-9dea-4023-9983-7de0d4b33fdb is going to be created. [ 863.506579] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.506872] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.506971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.507776] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.508059] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.508302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.514988] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 863.515289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.515456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.515813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.515910] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.516040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.516109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.516265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.516348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.516472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.516658] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.516779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.516839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.517127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.517127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.517279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.517279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.517434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.517476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.517571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.517630] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.518660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.518823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.518974] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.519150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.519150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.519385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.519385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.519509] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.944315] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ff32324-6487-42e3-af33-3758459c1187 [ 863.944555] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.948339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.948456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.948650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.948866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.948866] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ff32324-6487-42e3-af33-3758459c1187 already deleted. [ 863.949032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ff32324-6487-42e3-af33-3758459c1187" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.022421] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd06e931-188e-4a5a-b62a-c574c0f686c9: rpc.has_security_group_logging(os_id): False [ 864.024147] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.042735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.042890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.042890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.043093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.043178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.043402] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.044231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.044231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.044674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.044674] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.044674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.044674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.044817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.044817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.044882] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be created. [ 864.117903] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.117903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.117903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.117903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.117903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.133691] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: IN_PROGRESS for 2s [ 864.244931] env[65337]: INFO networking_nsxv3.common.synchronization [req-edb0a321-5d69-47fd-ba17-7594168cb063 req-9425b934-ee5e-4d25-96ef-e426c48222b8 service nova] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_rules [ 864.244931] env[65337]: INFO networking_nsxv3.common.synchronization [req-edb0a321-5d69-47fd-ba17-7594168cb063 req-9425b934-ee5e-4d25-96ef-e426c48222b8 service nova] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 864.244931] env[65337]: INFO networking_nsxv3.common.synchronization [req-edb0a321-5d69-47fd-ba17-7594168cb063 req-9425b934-ee5e-4d25-96ef-e426c48222b8 service nova] Enqueued Resource ID: 45a4a1e8-9dea-4023-9983-7de0d4b33fdb with Priority: HIGHEST for action port [ 864.244931] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_rules [ 864.244931] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 864.244931] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a4a1e8-9dea-4023-9983-7de0d4b33fdb with Priority: HIGHEST for action port [ 864.249022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.249022] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.249022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.249022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.249022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.254904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.255036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.255920] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.257089] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.257089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.257089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.257089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.257089] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a4a1e8-9dea-4023-9983-7de0d4b33fdb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.527595] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.758520] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.760466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.760466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.760466] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45a4a1e8-9dea-4023-9983-7de0d4b33fdb with status ACTIVE [ 864.760763] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.760763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.760901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.761200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.761424] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.761539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.761606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.761863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.762014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.762424] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.762550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.762640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.762779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.762854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.762946] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45a4a1e8-9dea-4023-9983-7de0d4b33fdb is going to be updated. [ 864.792869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.793092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.793151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.793329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.793514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.793635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a4a1e8-9dea-4023-9983-7de0d4b33fdb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.032225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.032956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.032956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.032956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.032956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.032956] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be updated. [ 865.063933] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.064810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.066405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.066601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.067599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.080787] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: IN_PROGRESS for 2s [ 865.267046] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.429031] env[65337]: INFO networking_nsxv3.common.synchronization [None req-10540560-d1bb-4551-81d0-0039490f1b54 tempest-ServersTestBootFromVolume-982962852 tempest-ServersTestBootFromVolume-982962852-project-member] Enqueued Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_rules [ 865.430150] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_rules [ 865.430547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.430547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.430652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.430944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.431067] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.535118] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c40faead-2b26-42fc-87f5-d6761106de55 tempest-ServersTestBootFromVolume-982962852 tempest-ServersTestBootFromVolume-982962852-project-member] Enqueued Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_rules [ 865.535722] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_rules [ 865.536123] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.536292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.774337] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.774503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.774576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.774917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.775088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.775156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be created. [ 865.829676] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.829892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.829939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.830255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.830468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.845296] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: UNINITIALIZED for 2s [ 865.957851] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957851] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f already deleted. [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.957851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957851] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.147935] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 866.148255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.148556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.148806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.148926] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.485030] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.485030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.485030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.485030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.485030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.485030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f already deleted. [ 866.485030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.651527] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.651814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.095660] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 867.097356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.097725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.098136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.098496] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.098712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.098911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.099209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.099635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.099930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.100139] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.604307] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.604618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.604618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607761] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607761] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607761] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.607761] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.817744] env[65337]: INFO networking_nsxv3.common.synchronization [req-1924f032-ed46-4d30-a227-9b10ab3f5306 req-46f11f98-2915-4c9a-a838-071782d0f378 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 867.818719] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 867.819138] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.819292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.819386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.819796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.819796] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.820018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.820018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.820226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.820315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.820415] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.858398] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 867.858741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.859636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.859636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.859636] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.860074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.860074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.860145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.860230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.860429] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.112647] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd06e931-188e-4a5a-b62a-c574c0f686c9: rpc.has_security_group_logging(os_id): False [ 868.132591] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.132766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.132804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.133037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.133136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.133360] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.133482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.133528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.133689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.133765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.134015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.134119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.134179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.134321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.134392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.134570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.134663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.134726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.134856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.134928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.135019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be updated. [ 868.202151] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.202299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.202358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.202564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.202717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.218527] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: IN_PROGRESS for 2s [ 868.314765] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.314971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.315283] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.315924] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.315924] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.315924] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.316223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.316511] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.316655] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.316870] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.316980] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.317099] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.317484] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.317629] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.317741] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.317875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.323055] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.323273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.323273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.323475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.323557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.323862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.323862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.323996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.324088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.324175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.324261] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f already deleted. [ 868.324341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.353215] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.353441] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.353628] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.353978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.354396] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-c041ed3a-d97d-45cf-8d29-c632e59dcb14 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.354620] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.354773] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.355244] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.355554] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c041ed3a-d97d-45cf-8d29-c632e59dcb14',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.363349] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.363515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.363584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.363819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.364021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.364136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.364203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.364366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.364457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.364548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.364701] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.364795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.364846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.364983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.365138] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.365240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.365299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.365643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.365791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.365934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.366289] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.859425] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.859777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.859957] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.861018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.861018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.861018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port c041ed3a-d97d-45cf-8d29-c632e59dcb14 not found, creating... [ 868.861149] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.861281] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.861390] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.861662] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.862193] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.862500] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.865055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.865055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.865055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.865055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.865055] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: c041ed3a-d97d-45cf-8d29-c632e59dcb14 is going to be created. [ 868.868672] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 558f293f-3a53-4b52-bc76-f061106f453b: rpc.has_security_group_logging(os_id): False [ 868.888713] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.889042] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.889244] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.889722] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.890023] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.893839] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.897845] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.898179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.898179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.898381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.898470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.898855] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.898855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.899122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.899122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.899321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.899487] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.899610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.899610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.899688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.899801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.900163] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.900276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.900330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.900558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.900558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.900643] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be created. [ 869.005942] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.006114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.006170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.006388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.006586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.021113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 869.691563] env[65337]: INFO networking_nsxv3.common.synchronization [req-1924f032-ed46-4d30-a227-9b10ab3f5306 req-92ed275d-ee78-4c5a-9bae-019e4e5b2413 service nova] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_rules [ 869.691749] env[65337]: INFO networking_nsxv3.common.synchronization [req-1924f032-ed46-4d30-a227-9b10ab3f5306 req-92ed275d-ee78-4c5a-9bae-019e4e5b2413 service nova] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 869.691898] env[65337]: INFO networking_nsxv3.common.synchronization [req-1924f032-ed46-4d30-a227-9b10ab3f5306 req-92ed275d-ee78-4c5a-9bae-019e4e5b2413 service nova] Enqueued Resource ID: c041ed3a-d97d-45cf-8d29-c632e59dcb14 with Priority: HIGHEST for action port [ 869.692611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_rules [ 869.692754] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 869.692853] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c041ed3a-d97d-45cf-8d29-c632e59dcb14 with Priority: HIGHEST for action port [ 869.693294] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.693424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.693482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.693790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.693827] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.694912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.694912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.695991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.695991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.695991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.695991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.695991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.695991] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.696396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.696396] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.697596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c041ed3a-d97d-45cf-8d29-c632e59dcb14 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.697672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.698147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.698147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.698147] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c041ed3a-d97d-45cf-8d29-c632e59dcb14',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.200691] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.200691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.200691] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.201776] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c041ed3a-d97d-45cf-8d29-c632e59dcb14 with status ACTIVE [ 870.202112] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.202340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.202340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.202618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.202718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.203446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.203446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.203446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.203446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.203446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.203716] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.203867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.203955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.204229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.204345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.204460] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c041ed3a-d97d-45cf-8d29-c632e59dcb14 is going to be updated. [ 870.230641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.230641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.230641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.231127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.231127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.231499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c041ed3a-d97d-45cf-8d29-c632e59dcb14" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.235197] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 870.235543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.707099] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.037374] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 871.037625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.181135] env[65337]: INFO networking_nsxv3.common.synchronization [None req-60178e0f-1a9a-4ce0-96a2-48bed7590999 None None] Enqueued Resource ID: ef898d75-8343-4349-8d5d-76e877186c4f with Priority: HIGHEST for action port [ 871.183198] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef898d75-8343-4349-8d5d-76e877186c4f with Priority: HIGHEST for action port [ 871.183596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef898d75-8343-4349-8d5d-76e877186c4f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.184687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef898d75-8343-4349-8d5d-76e877186c4f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.184687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef898d75-8343-4349-8d5d-76e877186c4f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.184687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef898d75-8343-4349-8d5d-76e877186c4f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.184687] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef898d75-8343-4349-8d5d-76e877186c4f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.219660] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.219660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.219660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.219660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.219660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.219660] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be created. [ 871.241693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.242133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.242133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.242378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.242621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.259528] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: UNINITIALIZED for 2s [ 871.693681] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef898d75-8343-4349-8d5d-76e877186c4f [ 871.695700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.695700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.695700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.695700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.695700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.695700] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef898d75-8343-4349-8d5d-76e877186c4f already deleted. [ 871.695700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef898d75-8343-4349-8d5d-76e877186c4f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.194978] env[65337]: INFO networking_nsxv3.common.synchronization [None req-d81d3ec0-814d-451c-80d2-eff9551993e8 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_rules [ 872.197657] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_rules [ 872.198015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.198153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.198220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.198481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.198570] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.352963] env[65337]: INFO networking_nsxv3.common.synchronization [None req-75ed055a-420d-48ff-9764-1953ef561ad5 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_rules [ 872.353659] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_rules [ 872.354089] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.354191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.725172] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.725172] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 already deleted. [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.725172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.725172] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.194626] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c0255e65-8dd9-454e-802b-794558485c76 tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 873.195199] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 873.195782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.195887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.195956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.196244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.196541] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.252231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.252375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.252451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.252688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.252777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.252875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 already deleted. [ 873.252957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.272301] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 873.272522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.272891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.272891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.273126] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.273247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.273311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.273464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.273546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.273741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.273741] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.293519] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b6b165d1-d4c7-4890-b20a-86b43df3a25a tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 873.293977] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 873.294321] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.294426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.716190] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.716517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.716517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.716648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.716727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.716824] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb already deleted. [ 873.716908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717324] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.776496] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.776496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.776496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.776744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.776789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.776875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.777041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.777093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.779114] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.779114] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.779114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.779114] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.050023] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e2e75088-6549-4b32-b54e-f5a6173558e8 None None] Enqueued Resource ID: 94fc7e90-c6c0-440f-820a-2470d1aaf80f with Priority: HIGHEST for action port [ 874.050023] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fc7e90-c6c0-440f-820a-2470d1aaf80f with Priority: HIGHEST for action port [ 874.050023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-94fc7e90-c6c0-440f-820a-2470d1aaf80f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.050023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94fc7e90-c6c0-440f-820a-2470d1aaf80f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.050023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94fc7e90-c6c0-440f-820a-2470d1aaf80f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.050023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94fc7e90-c6c0-440f-820a-2470d1aaf80f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.050023] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94fc7e90-c6c0-440f-820a-2470d1aaf80f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.136565] env[65337]: INFO networking_nsxv3.common.synchronization [req-94579a7a-c802-45ca-816b-ac7d424f15b4 req-4264f1bd-cc2f-4bef-92ac-46dcdd9c472e tempest-InstanceActionsV221TestJSON-944055707 tempest-InstanceActionsV221TestJSON-944055707-project-member] Enqueued Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_members [ 874.137162] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGHEST for action security_group_members [ 874.137518] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.137665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.137727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.137958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.138156] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.138265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.138336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.138519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.138616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.138735] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.242568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.242774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.242824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.243023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.243129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243230] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb already deleted. [ 874.243422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.281600] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e0ba719-bae9-4551-ad1e-ec853a12c64f: rpc.has_security_group_logging(os_id): False [ 874.296997] env[65337]: INFO networking_nsxv3.common.synchronization [req-87fbb0f5-c0b6-4dfb-98b6-d1b2ac4642b7 req-e7af95b3-6df1-43bd-81f3-5bca3d3d46ea tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 874.299272] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 874.299681] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.299824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.299904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.300211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.300376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.300495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.300568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.300773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.300868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.300980] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.308240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.308385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.308475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.308693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.308819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309116] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.309459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.309541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.309768] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.310126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.310220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.310436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.310536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.310627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.310773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.310848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.310997] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be created. [ 874.336969] env[65337]: INFO networking_nsxv3.common.synchronization [req-87fbb0f5-c0b6-4dfb-98b6-d1b2ac4642b7 req-e7af95b3-6df1-43bd-81f3-5bca3d3d46ea tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 874.337107] env[65337]: INFO networking_nsxv3.common.synchronization [req-87fbb0f5-c0b6-4dfb-98b6-d1b2ac4642b7 req-e7af95b3-6df1-43bd-81f3-5bca3d3d46ea tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 874.337273] env[65337]: INFO networking_nsxv3.common.synchronization [req-87fbb0f5-c0b6-4dfb-98b6-d1b2ac4642b7 req-e7af95b3-6df1-43bd-81f3-5bca3d3d46ea tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with Priority: HIGHEST for action port [ 874.338435] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 874.338586] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 874.338672] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with Priority: HIGHEST for action port [ 874.338984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.339156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.339238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.339429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.339529] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.340616] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.340743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.345074] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.345074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.345074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.345074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.345074] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4c94dd-cfaa-4472-ace2-4062ea5ade7e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.409068] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.409068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.409068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.409859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.409859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.429491] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: IN_PROGRESS for 2s [ 874.552262] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94fc7e90-c6c0-440f-820a-2470d1aaf80f [ 874.552851] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.552966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.553052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.553301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.553431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.553533] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94fc7e90-c6c0-440f-820a-2470d1aaf80f already deleted. [ 874.553642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94fc7e90-c6c0-440f-820a-2470d1aaf80f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.642268] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.642533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.642639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.642989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.643157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.643485] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.643681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.645471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.645471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.645471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.645471] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 is going to be updated. [ 874.681881] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.682135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.682247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.682549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.682767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.701503] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 in Status: IN_PROGRESS for 2s [ 874.808164] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.845528] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.845784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.847110] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with status ACTIVE [ 874.847325] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.847541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.847622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.847822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.847979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.848226] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.848334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.848481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.848692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.848781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.848980] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.849175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.849175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.849320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.849405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.849511] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e is going to be updated. [ 874.874746] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.874967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.875101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.875375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.875563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.875764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.311863] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.814765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.815068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.815068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.815448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.815448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.815545] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 875.852635] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.852635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.852635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.852635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.852635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.865061] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 876.446415] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 876.446771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.716877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 in Status: SUCCESS [ 876.717177] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 deletion is rescheduled due to dependency. [ 876.717343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.245021] env[65337]: INFO networking_nsxv3.common.synchronization [req-d52e8572-17ec-4d9d-aa97-154ed70d6588 req-c913f720-7f7c-4259-856a-5ad4e63d21af tempest-MigrationsAdminTest-277988615 tempest-MigrationsAdminTest-277988615-project-member] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 877.245021] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 877.245021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.245021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.245021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.245515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.245641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.245753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.245814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.245990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.246085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.246197] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.749890] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.878848] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 877.878959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.879205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.879419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.879606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.879731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.879796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.879997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.880096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.880195] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.252442] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.385351] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.659452] env[65337]: INFO networking_nsxv3.common.synchronization [req-fdd68a04-0e8b-4d04-807a-c052ea6e52e7 req-735258af-8a73-40c7-a51c-4ddf7f372f57 tempest-FloatingIPsAssociationTestJSON-2048779618 tempest-FloatingIPsAssociationTestJSON-2048779618-project-member] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 878.661510] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 878.661746] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.661879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.661940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.662205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.662362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.662468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.662530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.662718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.662805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.662901] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.755677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.755864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.755909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.756193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.756229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.756316] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be updated. [ 878.789248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.789417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.789504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.789762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.789915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.799965] env[65337]: INFO networking_nsxv3.common.synchronization [req-831945e7-43ea-4c10-8aec-1df0802c2425 req-5fb2baf1-e48c-47c5-9d84-0f900eb5a88e tempest-ServerAddressesTestJSON-229332068 tempest-ServerAddressesTestJSON-229332068-project-member] Enqueued Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_members [ 878.800824] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 878.801319] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_members [ 878.801853] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.801977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.802048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.802302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.802464] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.802598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.802661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.802815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.802897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.802991] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.887267] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.169953] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.170763] env[65337]: INFO networking_nsxv3.common.synchronization [req-d0724d58-4860-4d13-87fe-c9cf18083497 req-392bb96b-6be4-4c89-8267-0d29b767e097 tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 879.173687] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 879.174285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.174678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.174888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.175348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.176048] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.176048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.176048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.176310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.176359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.177174] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.263965] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.264509] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-966" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.264509] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-966" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.264884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-966" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.265153] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.265314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.265453] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.266411] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.266595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.266830] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.266947] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.267072] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.267190] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.267303] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.267420] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.269057] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.291100] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.291394] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.291615] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.291891] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-966" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.292321] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-3e7113c1-f8be-4943-8caa-a612253e8fd9 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.292552] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.293137] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.293242] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.293423] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7113c1-f8be-4943-8caa-a612253e8fd9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.305404] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.305592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.305664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.305889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.305974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.306227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.306336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.306391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.306539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.306623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.306705] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 already deleted. [ 879.306825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.390846] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.391160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.391160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.391250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.391344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.391513] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 879.442082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.442261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.442371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.442669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.442876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.456708] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 879.636869] env[65337]: INFO networking_nsxv3.common.synchronization [req-3fcac111-a4a2-4836-b081-bbf4fa9f8e98 req-f9eb1f35-4d89-413f-8919-99bfbc47447c tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 879.637922] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 879.638387] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.638566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.648112] env[65337]: INFO networking_nsxv3.common.synchronization [req-3fcac111-a4a2-4836-b081-bbf4fa9f8e98 req-f9eb1f35-4d89-413f-8919-99bfbc47447c tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 879.648199] env[65337]: INFO networking_nsxv3.common.synchronization [req-3fcac111-a4a2-4836-b081-bbf4fa9f8e98 req-f9eb1f35-4d89-413f-8919-99bfbc47447c tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 879.648321] env[65337]: INFO networking_nsxv3.common.synchronization [req-3fcac111-a4a2-4836-b081-bbf4fa9f8e98 req-f9eb1f35-4d89-413f-8919-99bfbc47447c tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with Priority: HIGHEST for action port [ 879.648826] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_rules [ 879.648955] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 879.649132] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with Priority: HIGHEST for action port [ 879.649549] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.649684] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.649913] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.650045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.650267] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.650409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.650504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.650730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.650841] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4c94dd-cfaa-4472-ace2-4062ea5ade7e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.672224] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.679147] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.797675] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.797917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.798055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.798388] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.798541] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.798696] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 3e7113c1-f8be-4943-8caa-a612253e8fd9 not found, creating... [ 879.798960] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.799136] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.799251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.799459] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.799590] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.799865] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.800178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.800348] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.800567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.800705] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.800841] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 3e7113c1-f8be-4943-8caa-a612253e8fd9 is going to be created. [ 879.822823] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.823112] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.823240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.823514] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.823740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.823954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.153110] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac4c94dd-cfaa-4472-ace2-4062ea5ade7e with status ACTIVE [ 880.153322] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.153521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.153521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.153735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.153863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.154284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.154566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.154687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.154891] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.154994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.155071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.155268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.155377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.155517] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac4c94dd-cfaa-4472-ace2-4062ea5ade7e is going to be updated. [ 880.176173] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.176409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.176493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.176708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.176802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.176903] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be updated. [ 880.179780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.179940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.180012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.180217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.180350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.180508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4c94dd-cfaa-4472-ace2-4062ea5ade7e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.182920] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.212714] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.212892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.212966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.213224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.213375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.224685] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 880.534973] env[65337]: INFO networking_nsxv3.common.synchronization [req-831945e7-43ea-4c10-8aec-1df0802c2425 req-23dc1d9a-cfd2-4230-bf9c-b13180060801 service nova] Enqueued Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_rules [ 880.535250] env[65337]: INFO networking_nsxv3.common.synchronization [req-831945e7-43ea-4c10-8aec-1df0802c2425 req-23dc1d9a-cfd2-4230-bf9c-b13180060801 service nova] Enqueued Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_members [ 880.535362] env[65337]: INFO networking_nsxv3.common.synchronization [req-831945e7-43ea-4c10-8aec-1df0802c2425 req-23dc1d9a-cfd2-4230-bf9c-b13180060801 service nova] Enqueued Resource ID: 3e7113c1-f8be-4943-8caa-a612253e8fd9 with Priority: HIGHEST for action port [ 880.536267] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_rules [ 880.536559] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_members [ 880.536791] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e7113c1-f8be-4943-8caa-a612253e8fd9 with Priority: HIGHEST for action port [ 880.537227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.537348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.537577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.537892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.538031] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.539346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.539539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.539636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.539859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.540093] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.540842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.541346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.541852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.544644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.544772] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.545883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e7113c1-f8be-4943-8caa-a612253e8fd9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.546020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.546138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.546401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.546543] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e7113c1-f8be-4943-8caa-a612253e8fd9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.689614] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.689614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.689614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.689614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.689614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.689614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 880.722357] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.722505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.722588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.722806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.723018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.734410] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 880.810913] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 880.811159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.049325] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.051358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.051568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.051779] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e7113c1-f8be-4943-8caa-a612253e8fd9 with status ACTIVE [ 881.051977] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.052115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.052190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.052710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.052809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.053020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.053118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.053197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.053344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.053422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.053704] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.053704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.053782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.053927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.053983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.054054] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e7113c1-f8be-4943-8caa-a612253e8fd9 is going to be updated. [ 881.080678] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.081732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.081732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.081732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.081732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.081732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e7113c1-f8be-4943-8caa-a612253e8fd9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.469259] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 881.469488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.469868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.470183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.470539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.470539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.470680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.470709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.470796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.470884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.470985] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.471933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.472409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.472409] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.472409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.472409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.472564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.472617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.472730] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.557094] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.624179] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-9be6e17c-aaae-48ca-b243-c2d447adb844 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 881.625047] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 881.625516] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.625642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.625727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.625978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.626165] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.626265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.626328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.626490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.626576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.626672] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.974640] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.977093] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.061036] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.061036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.061192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.061913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.061913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.061913] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 is going to be created. [ 882.082608] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-adde2ce9-0833-4ced-872a-cceccdf11564 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 882.083395] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 882.084676] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.084676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.089555] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.089555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.089555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.089555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.089555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.099611] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 in Status: UNINITIALIZED for 2s [ 882.130869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.131033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.131104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.131334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.131421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.132026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.132026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.132026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.132278] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 already deleted. [ 882.132278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.132327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.132475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.132803] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.132934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.133012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133100] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.236991] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 882.237173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.478942] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10a36098-5782-45de-b048-02e5de497927: rpc.has_security_group_logging(os_id): False [ 882.481796] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.499158] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.499158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.499394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.499462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.526741] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-001a5029-0d5b-4be9-af23-86717934cff2 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 882.527999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.529357] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.529679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.529838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.530314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.530476] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 882.536030] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 882.536494] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.536797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.622180] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.622180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.622180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.622180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.622180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.637488] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.637488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.637488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.638194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.638307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.638562] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.638730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.639307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639307] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 already deleted. [ 882.639307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640201] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 882.640337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.640491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640641] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.640738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.640874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.640936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.641151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.641278] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.748309] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 882.748984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.865886] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.866098] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.866209] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.867105] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.867417] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.867588] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.867712] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.867950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.868140] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.868336] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.868454] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.868574] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.868699] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.868789] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.868894] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.869062] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.893272] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.893272] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.893272] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.893272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.893272] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.893272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.893272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.893610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.893610] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9d5cec-d16f-4c1f-8942-c7a271c6789a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.989492] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.989492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.989492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.989492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.989731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.989782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 883.042293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.042293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.042293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.042293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.042293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.053809] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 883.143483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.143757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.143876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.144208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.144376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.144693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.144863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.144987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.145259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.145405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.145539] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 already deleted. [ 883.145683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.399255] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.399551] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.399718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.400210] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.400645] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.400645] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ef9d5cec-d16f-4c1f-8942-c7a271c6789a not found, creating... [ 883.401016] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.401016] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.401169] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.401434] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.401610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.401957] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.402140] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.402266] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.402485] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.402741] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.402802] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ef9d5cec-d16f-4c1f-8942-c7a271c6789a is going to be created. [ 883.424369] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.424588] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.424709] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.425585] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.425862] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426176] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.113636] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 in Status: SUCCESS [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.113636] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.113636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.113636] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.183218] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-7e8b5b50-5c90-4dc7-b7ae-707ddf1b1004 service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 884.183302] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-7e8b5b50-5c90-4dc7-b7ae-707ddf1b1004 service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 884.183907] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-7e8b5b50-5c90-4dc7-b7ae-707ddf1b1004 service nova] Enqueued Resource ID: ef9d5cec-d16f-4c1f-8942-c7a271c6789a with Priority: HIGHEST for action port [ 884.184854] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 884.184854] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 884.184854] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef9d5cec-d16f-4c1f-8942-c7a271c6789a with Priority: HIGHEST for action port [ 884.185172] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.185253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.185331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.185566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.185646] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.186797] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.186936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.187184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.187345] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.187477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.187543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.187847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.187847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.187847] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.189018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.189018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.189134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.193073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.193073] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef9d5cec-d16f-4c1f-8942-c7a271c6789a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.193073] env[65337]: INFO networking_nsxv3.common.synchronization [req-af5bf065-2b6b-45a5-8f7b-aa693a6dfdb4 req-a3209a4a-fe9c-41f3-a597-eaea15131c4d tempest-ListServersNegativeTestJSON-1986621724 tempest-ListServersNegativeTestJSON-1986621724-project-member] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 884.193073] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 884.193479] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.193479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.193479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.193628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194120] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.194120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.194120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.194120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.194283] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.516297] env[65337]: INFO networking_nsxv3.common.synchronization [req-1f620302-9026-4993-83c0-4ae734e1b8b5 req-3151b1ec-96ab-48f4-b6a1-007cfff0571c tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 884.517318] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 884.518086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.518362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.518509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.518867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.519245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.519515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.519868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.521210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.521210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.521210] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.616768] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.616768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.616768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.616768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.618745] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.618914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.618978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.619221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.619305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.619410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.619590] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.619796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.619796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.619951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.620125] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.620220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.620335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.620447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.620561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.620623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.620725] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.662981] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 884.663155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.664251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.664251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.664251] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.692066] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.692206] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.692291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.693367] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef9d5cec-d16f-4c1f-8942-c7a271c6789a with status ACTIVE [ 884.693651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.693835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.693923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.694189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.694282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.694468] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.694573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.694635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.694793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.694871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.695066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.695162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.695222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.695399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.695528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.695626] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef9d5cec-d16f-4c1f-8942-c7a271c6789a is going to be updated. [ 884.698061] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.732099] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.732099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.732099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.732099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.732099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.732433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef9d5cec-d16f-4c1f-8942-c7a271c6789a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.024483] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.070576] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 885.070576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.070744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.070924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.071118] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.071234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.071295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.071452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.071529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.071622] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.127264] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496: rpc.has_security_group_logging(os_id): False [ 885.152963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.153387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.153387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.153387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.153621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.153684] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.153717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.153936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.153936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.154553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.154553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.154553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.154553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.154553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.154760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.154760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.154838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.155751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.155751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.155751] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 is going to be created. [ 885.166373] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.166625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.172679] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.172894] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-410" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.173097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-410" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.173472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-410" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.173839] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.174145] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.174325] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.174656] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.174874] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.175228] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.175380] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.175543] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.175688] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.175826] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.175981] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.176173] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.195210] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.203471] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.203662] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.203819] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.204010] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-410" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.204417] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.204876] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.204876] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.205196] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.205445] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.206571] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.250711] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.250861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.250928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.251179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.251362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.262293] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 in Status: IN_PROGRESS for 2s [ 885.527575] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.551282] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.551488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.551603] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.551893] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.552207] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.552375] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.552517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.552749] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.552892] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.553122] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.553237] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.553342] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.553452] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.553565] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.553670] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.553798] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.574713] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.594875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.595236] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.595410] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.595846] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.596112] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-3511d871-0a2d-4b15-a86e-cd56f1bff12f taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.596344] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.596523] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.596901] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.597069] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3511d871-0a2d-4b15-a86e-cd56f1bff12f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.697400] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.697613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.697709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.697914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.698197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.698301] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be created. [ 885.709443] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.709652] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.709753] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.710080] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.710236] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.710389] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef not found, creating... [ 885.710672] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.710840] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.710957] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.711196] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.711331] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.711607] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.711758] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.711870] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.712093] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.712228] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.712426] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef is going to be created. [ 885.713461] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.713567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.713630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.713779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.713855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.713937] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 885.726495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.726650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.726686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.726889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.727062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.735820] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: UNINITIALIZED for 2s [ 885.740958] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.741172] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.741291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.741559] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.741884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.742113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.752050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.752228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.752265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.752450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.752588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.761552] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 886.031591] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.031591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.031591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.031591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.031591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.031591] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 886.059848] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.060053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.060053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.062076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.062076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.070394] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 886.076257] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.099163] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.099417] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.099550] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.099838] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.100025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.100152] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 3511d871-0a2d-4b15-a86e-cd56f1bff12f not found, creating... [ 886.100411] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.100766] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.100893] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.101168] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.101265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.101547] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.101700] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.101817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.102058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.102254] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.102408] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 3511d871-0a2d-4b15-a86e-cd56f1bff12f is going to be created. [ 886.126572] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.126810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.127677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.127677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.127677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.127980] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.448573] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-f27644ce-14b5-4849-bb8d-93dccefa8203 service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 886.449165] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-f27644ce-14b5-4849-bb8d-93dccefa8203 service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 886.449165] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-f27644ce-14b5-4849-bb8d-93dccefa8203 service nova] Enqueued Resource ID: bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef with Priority: HIGHEST for action port [ 886.449450] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 886.449586] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 886.449686] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef with Priority: HIGHEST for action port [ 886.449969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.450244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.450473] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.450567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.450748] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.450850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.450912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.451125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.451205] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.578739] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.579126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.579346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.579629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.579733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.579836] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 886.608528] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.608696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.608760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.608982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.609172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.618796] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 886.814746] env[65337]: INFO networking_nsxv3.common.synchronization [req-1f620302-9026-4993-83c0-4ae734e1b8b5 req-d6210493-6c0b-4e44-9ac1-28cac07dab19 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 886.814945] env[65337]: INFO networking_nsxv3.common.synchronization [req-1f620302-9026-4993-83c0-4ae734e1b8b5 req-d6210493-6c0b-4e44-9ac1-28cac07dab19 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 886.815130] env[65337]: INFO networking_nsxv3.common.synchronization [req-1f620302-9026-4993-83c0-4ae734e1b8b5 req-d6210493-6c0b-4e44-9ac1-28cac07dab19 service nova] Enqueued Resource ID: 3511d871-0a2d-4b15-a86e-cd56f1bff12f with Priority: HIGHEST for action port [ 886.816157] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 886.816456] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 886.816669] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3511d871-0a2d-4b15-a86e-cd56f1bff12f with Priority: HIGHEST for action port [ 886.817207] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.817364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.817526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.817797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.818182] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.823482] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.823657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.823929] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3511d871-0a2d-4b15-a86e-cd56f1bff12f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.824114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.824233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.824485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.824620] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3511d871-0a2d-4b15-a86e-cd56f1bff12f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.911959] env[65337]: INFO networking_nsxv3.common.synchronization [req-9aed2344-fafb-4ecc-ba9a-3891213398fb req-a718c2a3-dbf8-4865-bd54-5746598e2218 tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_members [ 886.912750] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGHEST for action security_group_members [ 886.913100] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.913240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.913318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.913517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.913744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.913872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.913969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.914216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.914354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.914492] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.954106] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef with status ACTIVE [ 886.954412] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.954526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.954630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.954876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.955093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.955228] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.955504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.955557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.955751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.955836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.955915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.956057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.956132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.956221] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef is going to be updated. [ 886.980095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.980284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.980284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.980569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.980742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.980930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfa58e8b-386f-4fee-b31d-9cd7fb24b2ef" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.115705] env[65337]: INFO networking_nsxv3.common.synchronization [req-859e9380-2b8f-4782-b872-4e2803228b17 req-ca2f5fc3-ba21-4670-9ef9-fea2eeafb4b5 tempest-ListServersNegativeTestJSON-1986621724 tempest-ListServersNegativeTestJSON-1986621724-project-member] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 887.116225] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGHEST for action security_group_members [ 887.116530] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.116815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.285994] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 in Status: SUCCESS [ 887.286595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.324040] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.324040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.330921] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3511d871-0a2d-4b15-a86e-cd56f1bff12f with status ACTIVE [ 887.331195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.331348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.331418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.331655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.331762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.331952] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.332063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.332127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.332301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.332378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.332574] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.332668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.332736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.332961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.333063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.333152] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3511d871-0a2d-4b15-a86e-cd56f1bff12f is going to be updated. [ 887.360598] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.360800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.360946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.361305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.361547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.361844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3511d871-0a2d-4b15-a86e-cd56f1bff12f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.417431] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.417431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.417431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.417431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.417795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.417843] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.417994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.418194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.418919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.418919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.418919] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 is going to be updated. [ 887.450246] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.450458] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.450565] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.450841] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.451119] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.451574] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.451574] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.451634] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.451731] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.451957] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.452068] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.452176] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.452698] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.452698] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.452698] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.452698] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.457506] env[65337]: INFO networking_nsxv3.common.synchronization [req-691b90e7-cc33-403d-9235-cbc779374478 req-81ef83f4-5355-4fec-9240-8e126116bb9c tempest-AttachInterfacesUnderV243Test-1126349861 tempest-AttachInterfacesUnderV243Test-1126349861-project-member] Enqueued Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 887.458521] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10a36098-5782-45de-b048-02e5de497927 with Priority: HIGHEST for action security_group_members [ 887.458714] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-10a36098-5782-45de-b048-02e5de497927 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.458814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481428] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.481647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.481704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.481933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.482092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.487796] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.488127] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.488363] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.488588] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-667" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.488955] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-4174952d-d1ef-472f-99b0-0075451539d4 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.489209] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.489337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.489678] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.489890] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4174952d-d1ef-472f-99b0-0075451539d4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.495520] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: IN_PROGRESS for 2s [ 887.746058] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 887.746342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.746590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.747922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.747922] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.747922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.747922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.747922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.747922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.747922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.747922] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.748983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.748983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.749119] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.749220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.749284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.749422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.749499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.749617] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.772276] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 887.772613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.772724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.773080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.773328] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.773673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.773673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.773777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.773848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.773984] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.993157] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.993463] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.993602] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.993940] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.994149] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.994423] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 4174952d-d1ef-472f-99b0-0075451539d4 not found, creating... [ 887.994782] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.994974] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.995126] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.995415] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.995637] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.995983] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.996227] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.996364] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.996786] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.996873] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.997023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 4174952d-d1ef-472f-99b0-0075451539d4 is going to be created. [ 888.035415] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.035715] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.035877] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.036253] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.036495] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.036792] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.081081] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 888.081397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.081530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.081820] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.082115] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.082308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.082488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.082643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.082771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.082939] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.251746] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.251893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.252471] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.278945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.279344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.279344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.279544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.279580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.279778] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.279890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.279954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.280167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.280244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.280332] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be updated. [ 888.322289] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.322289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.322690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.322690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.322755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.332469] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: IN_PROGRESS for 2s [ 888.585077] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.631177] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 888.632291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.633395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.633395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.633395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.633395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.633656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.633656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.633721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.633784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.633889] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.636081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.636081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.636342] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.636489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.636613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.636786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.636890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.637338] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.725116] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-761f2a74-c4fd-4e15-a3bf-8284d718a9af service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 888.726900] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-761f2a74-c4fd-4e15-a3bf-8284d718a9af service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 888.726900] env[65337]: INFO networking_nsxv3.common.synchronization [req-fba09ec7-c782-4ad8-9bf1-63ee142a6249 req-761f2a74-c4fd-4e15-a3bf-8284d718a9af service nova] Enqueued Resource ID: 4174952d-d1ef-472f-99b0-0075451539d4 with Priority: HIGHEST for action port [ 888.727550] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 888.727739] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 888.727891] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4174952d-d1ef-472f-99b0-0075451539d4 with Priority: HIGHEST for action port [ 888.728269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728630] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728937] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4174952d-d1ef-472f-99b0-0075451539d4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.729074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.729159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.729430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.729483] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4174952d-d1ef-472f-99b0-0075451539d4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.755522] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.055805] env[65337]: INFO networking_nsxv3.common.synchronization [req-3893da10-d3ec-4298-8f07-91e6778e1566 req-fd0f4cf9-c696-4b06-b0f8-5da3d1956576 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 889.056744] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 889.056744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.056921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.056921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.057947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.057947] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.057947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.057947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.057947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.058399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.058399] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.087942] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.138910] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10a36098-5782-45de-b048-02e5de497927',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.140302] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.140478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.140543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.140698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.140806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.140963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.141080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.141146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.142395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.142395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.142395] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 889.172192] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.172344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.172415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.172673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.172820] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.182354] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 889.236385] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4174952d-d1ef-472f-99b0-0075451539d4 with status ACTIVE [ 889.236385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.236385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.236385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.236385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.236914] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4174952d-d1ef-472f-99b0-0075451539d4 is going to be updated. [ 889.259038] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.259228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.259228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.259987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.259987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.259987] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 889.286300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.286591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.286766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.287096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.287356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.287702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4174952d-d1ef-472f-99b0-0075451539d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.332166] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.332938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.332938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.332938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.332938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.346089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 889.516582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00fa0b56-984c-48c9-8998-516df036eb15 in Status: SUCCESS [ 889.516582] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 deletion is rescheduled due to dependency. [ 889.516582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.560162] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.560491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.560609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.560746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.561751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.562170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.562205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.562999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.562999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.562999] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 889.591145] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.591145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.591430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.591430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.591561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.591689] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 889.603767] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.604039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.604149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.605252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.605252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.618365] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 889.636876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.636876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.636876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.637662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.637662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.647134] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10a36098-5782-45de-b048-02e5de497927: rpc.has_security_group_logging(os_id): False [ 889.649959] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 889.671592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.671815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.671914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.672238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.672375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.672748] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.672911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.673026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.673312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.673378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.673505] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10a36098-5782-45de-b048-02e5de497927 is going to be updated. [ 889.761862] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.762012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.762086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.762292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.762453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.779266] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: IN_PROGRESS for 2s [ 890.350150] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 in Status: SUCCESS [ 890.350614] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 deletion is rescheduled due to dependency. [ 890.350614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.194557] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 891.194557] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10a36098-5782-45de-b048-02e5de497927 deletion is rescheduled due to dependency. [ 891.194743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.361469] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 891.361764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.361882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.362140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.362347] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.362466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.362532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.362693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.362834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.365257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.365257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.365257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.365786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.365786] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.367112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.367752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.367752] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.367752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.367752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.368041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.368041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.368281] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.632146] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 891.632346] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 891.632455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.662213] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 891.662213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.662373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.663626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.663626] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.663626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.663626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.663626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.664177] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.797237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10a36098-5782-45de-b048-02e5de497927 in Status: SUCCESS [ 891.797237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10a36098-5782-45de-b048-02e5de497927" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.870196] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea83607-2f55-4489-bab7-045ebc5c10a2: rpc.has_security_group_logging(os_id): False [ 891.871444] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.890743] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.890743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.890743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.890900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.890948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.892248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892635] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.892635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.892635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.892744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.892776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892842] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be created. [ 891.971345] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.971488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.971562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.971775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.971954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.985538] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 892.169062] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.169062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.169062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.169062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.170368] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.170368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.170368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.170368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.170368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.170368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.170803] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.170803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.170803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.172995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.172995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.172995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.172995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.172995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.172995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.172995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.172995] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.373097] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.676480] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af24c4a-db40-44e4-8fa3-97459aa0b890: rpc.has_security_group_logging(os_id): False [ 892.696984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.696984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.696984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.697275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.697395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.697735] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.697846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.697903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.698074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.698150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.698592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.698592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.698592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.698728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.698728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.698916] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.700540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.700694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.702799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.702799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.702799] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 892.769429] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.771235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.771235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.771235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.771235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.785582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 892.875702] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.875878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.875927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.876302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.876302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.876387] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 892.922149] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.922854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.922854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.922854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.936141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 893.808535] env[65337]: INFO networking_nsxv3.common.synchronization [req-36cbc837-1da7-4f67-9a61-d0bd76bda21f req-5ba14440-1763-424e-8eaa-d89b9079b541 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_members [ 893.809375] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_members [ 893.809762] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.810130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.810130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.810344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.810470] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.810585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.810646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.810795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.810888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.810988] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.002377] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 894.002614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.002830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.003092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.003174] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.314616] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.314858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.314974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.315290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.315430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.315676] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.315774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.315838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.316012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.316093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.316178] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 already deleted. [ 894.316259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.335296] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.335556] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.335733] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.336730] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337211] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.337211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.337407] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.337662] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.337814] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.338156] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.339442] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.339442] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.339442] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.339442] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.339442] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.339442] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.361866] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.362065] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.362210] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.362382] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.362718] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.363170] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.363298] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.363631] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.363775] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.505769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.506069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.807710] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 894.808266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.867332] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.868155] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.868155] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.868155] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.868436] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.868909] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb not found, creating... [ 894.869447] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.869881] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.869881] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.870307] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.870711] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.871421] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.871501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.871891] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.872068] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.872382] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.872656] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb is going to be created. [ 894.900280] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.900513] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.900642] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.901095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.901377] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.901642] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.950609] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 894.950886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.951086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.951310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.951517] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.951673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.951755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.951928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.952046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.952140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.952236] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.454302] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.454518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.454518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.454805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.454993] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.455117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.455181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.455338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.455424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.455536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.455669] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.455778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.455813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.455957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.456111] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.456207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.456265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.456405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.456477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.456559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.456651] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.697748] env[65337]: INFO networking_nsxv3.common.synchronization [req-36cbc837-1da7-4f67-9a61-d0bd76bda21f req-1c55e2de-d136-42c4-bdb1-fb5cfa0fe96c service nova] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_rules [ 895.698011] env[65337]: INFO networking_nsxv3.common.synchronization [req-36cbc837-1da7-4f67-9a61-d0bd76bda21f req-1c55e2de-d136-42c4-bdb1-fb5cfa0fe96c service nova] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_members [ 895.698210] env[65337]: INFO networking_nsxv3.common.synchronization [req-36cbc837-1da7-4f67-9a61-d0bd76bda21f req-1c55e2de-d136-42c4-bdb1-fb5cfa0fe96c service nova] Enqueued Resource ID: 4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb with Priority: HIGHEST for action port [ 895.698824] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_rules [ 895.699470] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_members [ 895.699606] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb with Priority: HIGHEST for action port [ 895.699987] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.700174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.700264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.700542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.700582] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.701882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.705206] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.705206] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.705206] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.705206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.705206] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.960730] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea83607-2f55-4489-bab7-045ebc5c10a2: rpc.has_security_group_logging(os_id): False [ 895.974650] env[65337]: INFO networking_nsxv3.common.synchronization [req-32ea1423-c093-49f3-ae9d-ddfd915f3532 req-55ae6fb0-38b8-4fb9-a3df-da3677c50913 tempest-ServerAddressesTestJSON-229332068 tempest-ServerAddressesTestJSON-229332068-project-member] Enqueued Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_members [ 895.976884] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGHEST for action security_group_members [ 895.979336] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.979495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.979495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.979919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.980085] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.980212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.980473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.980561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.980673] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.994647] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.994647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.994771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.995234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.995234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.995234] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.995571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.995571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.995571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.995571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.995773] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.995857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.995939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.996103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.996179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.996362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.996457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.996522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.996664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.997670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.997867] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 896.088323] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.088491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.088545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.088776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.088925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.108042] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 896.206696] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.206942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.207261] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.208648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb with status ACTIVE [ 896.208999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.209207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.209297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.209609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.209757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.210864] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.210864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.211103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.211258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.211401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.211952] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.212134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.212242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.212533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.212668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.212824] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb is going to be updated. [ 896.254091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.254289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.254334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.254564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.254912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.254912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4910c10e-c685-4bc6-a9fb-f2f8c6c4dadb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.486826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.491051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.491155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.491400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.491496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.491741] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.491847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.491908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.492139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.492251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.492386] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 is going to be updated. [ 896.528556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.528829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.528877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.529224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.529408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.542787] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 in Status: IN_PROGRESS for 2s [ 896.563867] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd3fbed2-0c57-4701-bd4e-c79d9ed3e112 req-99ec2fa6-39b1-461c-8f51-c4186a8ad495 tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 896.564564] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 896.564921] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.565552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.565694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.566068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.566297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.567230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.567339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.567683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.567848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.567985] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.717713] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.977113] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.977551] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.977551] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.982105] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.984418] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.984694] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.985215] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.985582] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.985790] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.986383] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.986549] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.986704] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.986846] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.986965] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.987095] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.987223] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.012731] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.012912] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.013057] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.013267] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.013598] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-a96aad8e-0113-477f-94c7-71442e58738b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.013773] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.013918] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.014280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.014455] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96aad8e-0113-477f-94c7-71442e58738b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.071245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.071245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.071245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.073191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.073301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.073548] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.073767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.073835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.074034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.074112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.074667] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb already deleted. [ 897.074667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.220497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.220723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.220922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.221071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.221188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.221310] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 is going to be created. [ 897.251393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.251593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.251685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.251905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.252081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.272900] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 in Status: UNINITIALIZED for 2s [ 897.517155] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.517553] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.517553] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.517887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.518068] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.518237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port a96aad8e-0113-477f-94c7-71442e58738b not found, creating... [ 897.518540] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.518734] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.518851] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.519118] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.519259] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.519582] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.519786] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.519931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.520186] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.520320] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.520480] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: a96aad8e-0113-477f-94c7-71442e58738b is going to be created. [ 897.542520] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.542753] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.542880] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.543220] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.543455] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.543709] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.125576] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 898.125849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.126094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.126322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.126415] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.329671] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd3fbed2-0c57-4701-bd4e-c79d9ed3e112 req-fd695157-cf08-462c-bf6f-64f2012fe0ea service nova] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 898.329869] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd3fbed2-0c57-4701-bd4e-c79d9ed3e112 req-fd695157-cf08-462c-bf6f-64f2012fe0ea service nova] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 898.330093] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd3fbed2-0c57-4701-bd4e-c79d9ed3e112 req-fd695157-cf08-462c-bf6f-64f2012fe0ea service nova] Enqueued Resource ID: a96aad8e-0113-477f-94c7-71442e58738b with Priority: HIGHEST for action port [ 898.331112] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 898.331440] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 898.331543] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96aad8e-0113-477f-94c7-71442e58738b with Priority: HIGHEST for action port [ 898.331892] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.332263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.332672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.332672] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.334114] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.334239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.334342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.335961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.335961] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.336231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.336231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.336382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.336458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.336786] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.338253] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96aad8e-0113-477f-94c7-71442e58738b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.338253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.338253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.338776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.338776] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96aad8e-0113-477f-94c7-71442e58738b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.569956] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 in Status: SUCCESS [ 898.569956] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 deletion is rescheduled due to dependency. [ 898.569956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.628619] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.628800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.628924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.629497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.629497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.629497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.629497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.629683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.629683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.629736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.629876] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.842066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.842066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.842387] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.843312] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a96aad8e-0113-477f-94c7-71442e58738b with status ACTIVE [ 898.843523] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.843649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.843718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.843968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.844177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.844327] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.844463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.844562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.844803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.844860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.845097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.845244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.845305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.845533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.845619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.845717] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a96aad8e-0113-477f-94c7-71442e58738b is going to be updated. [ 898.877588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.878634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.878634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.134243] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.134243] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.134243] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.134243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.134956] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.135233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.135427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.135692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.135892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.136197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.136372] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.289131] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 in Status: SUCCESS [ 899.289131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.289131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.289131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.289131] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.289131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.289131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.289562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.289562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.289562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.289562] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.351783] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.639424] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea83607-2f55-4489-bab7-045ebc5c10a2: rpc.has_security_group_logging(os_id): False [ 899.667493] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.667783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.667965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.668503] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.668607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.668733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.668911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.668990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.669227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.669334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.669395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.669562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.669636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.669831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.669925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.669983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.670135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.670195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.670286] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 899.757860] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.758063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.758163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.758456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.758676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.782899] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 899.793058] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.857604] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.857792] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.857862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.858124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.858226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.858326] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be created. [ 899.900712] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.900925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.900996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.901313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.901559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.921638] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: UNINITIALIZED for 2s [ 900.298053] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9: rpc.has_security_group_logging(os_id): False [ 900.330100] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.330276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.330356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.330694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.330809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.331147] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.331307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.331380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.331592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.331709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.331754] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 is going to be created. [ 900.437815] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.438153] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.438303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.438676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.438949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.455144] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 in Status: IN_PROGRESS for 2s [ 901.241075] env[65337]: INFO networking_nsxv3.common.synchronization [req-e8e5cd6b-c9c0-43db-bf8c-b6222b83e856 req-f0ebe4a9-f38e-48ed-8a72-5d483df1ee3d tempest-MigrationsAdminTest-277988615 tempest-MigrationsAdminTest-277988615-project-member] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 901.242874] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGHEST for action security_group_members [ 901.243245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.243419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.243419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.243640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.244712] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.244838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.244908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.245612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.245709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.245835] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.748837] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.749188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.749188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.749347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.749442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.749688] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.749799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.749898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.750184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.750219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.750300] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be updated. [ 901.782196] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.782388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.782498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.782756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.782908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.794568] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: IN_PROGRESS for 2s [ 901.800512] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 901.800795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.939896] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: SUCCESS [ 901.940149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.940474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.940580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.940779] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.940939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.941032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.941154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.941263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.941373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.941432] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.449976] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.469518] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 in Status: SUCCESS [ 902.470065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.953155] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a7d2b6-ed6a-4579-9218-7d24a3b85edb: rpc.has_security_group_logging(os_id): False [ 902.977115] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.977348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.977348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.977635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.977735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.977938] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.978055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.978112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.978287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.978364] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.978462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be created. [ 903.065853] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.066032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.066210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.066302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.066488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.080015] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: IN_PROGRESS for 2s [ 903.433983] env[65337]: INFO networking_nsxv3.common.synchronization [req-9ff60eb2-331d-4f30-bf30-a8baeee1de8f req-950c6235-7502-4f09-881a-2d3a85311264 tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 903.437016] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 903.437016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.437016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.437016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.437016] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.806929] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be852ede-d29e-4aab-b78c-d0d58387f89a in Status: SUCCESS [ 903.807756] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a deletion is rescheduled due to dependency. [ 903.807756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.939026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.939253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.939333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.940932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.941053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.941282] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.941394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.941476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.941690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.941777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.941867] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 903.976683] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.977359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.977359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.977359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.977359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.987325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 904.558340] env[65337]: INFO networking_nsxv3.common.synchronization [req-3807080d-762c-4624-95de-0f8d7b340327 req-5b8c770a-db04-4d7a-ba02-a361f86991bc tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 904.558966] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 904.559510] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.559653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.559722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.559927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.560105] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.560207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.560269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.560415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.560496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.560594] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.819991] env[65337]: INFO networking_nsxv3.common.synchronization [req-3807080d-762c-4624-95de-0f8d7b340327 req-699c0a2e-0718-499c-bf2a-7a0b6cd0b02c tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 904.820553] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 904.820994] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.821113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.063278] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.082599] env[65337]: INFO networking_nsxv3.common.synchronization [req-3807080d-762c-4624-95de-0f8d7b340327 req-64160b2f-c7cf-4e75-840b-99dcc2152d1a tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 905.084341] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 905.084690] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.084793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.096153] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: SUCCESS [ 905.096358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.566607] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.998560] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 905.998819] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b deletion is rescheduled due to dependency. [ 905.998924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.069592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.069998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.069998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.070093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.070159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.070379] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 906.099161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.099363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.099411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.099659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.099862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.112513] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 906.125382] env[65337]: INFO networking_nsxv3.common.synchronization [req-a3d8df1d-8943-43f7-8da6-e6af25f982cc req-4a996429-be2a-4977-ac2c-8768aa35d709 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 906.126619] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 906.126619] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.126619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.126619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.128782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.128782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.128782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.128782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.128782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.128782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.128782] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.465690] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.465881] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.466011] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.466299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.466589] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.466751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.467167] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.467430] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.467616] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.467852] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.468511] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.468815] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.468983] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.469130] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.469317] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.469462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.494257] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.494485] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.494660] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.494905] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.495301] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.495520] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.495784] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.496222] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.496375] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b0384b-a5f9-474a-8bec-92302c3c1d7b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.591158] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd6ef7f9-8b0f-4c6e-b2da-e6a980d4921a req-53224950-b62d-45b0-909c-453c8320ac5c tempest-ServerRescueTestJSON-447575738 tempest-ServerRescueTestJSON-447575738-project-member] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 906.591699] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 906.592015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.592453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.592665] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.593008] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.593100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.593192] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.630214] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.630334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.630689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.630689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.653263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.653524] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.653642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.653711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.653916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.654015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.654105] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 906.680990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.680990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.680990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.680990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.680990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.691452] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 906.999438] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.999678] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.999781] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.000139] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.000323] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.000508] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port b1b0384b-a5f9-474a-8bec-92302c3c1d7b not found, creating... [ 907.000825] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.001134] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.001257] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.001522] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.001687] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.002135] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.002319] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.002446] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.002688] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.002836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.002990] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: b1b0384b-a5f9-474a-8bec-92302c3c1d7b is going to be created. [ 907.025741] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.026044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.026135] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.026785] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.027065] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.027368] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.095236] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.489688] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-435 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.490741] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.490741] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.490741] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.490741] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.490919] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.491022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.491208] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.491351] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.491558] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.491676] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.491784] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.491887] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.491994] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.492109] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.492241] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.527857] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.528175] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.528246] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.528427] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-435" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.528758] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.528981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.529194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.529469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.529693] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.598759] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.731291] env[65337]: INFO networking_nsxv3.common.synchronization [req-a3d8df1d-8943-43f7-8da6-e6af25f982cc req-08e55f82-0ddc-4b59-8c9e-5a57436ef249 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 907.731469] env[65337]: INFO networking_nsxv3.common.synchronization [req-a3d8df1d-8943-43f7-8da6-e6af25f982cc req-08e55f82-0ddc-4b59-8c9e-5a57436ef249 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 907.731660] env[65337]: INFO networking_nsxv3.common.synchronization [req-a3d8df1d-8943-43f7-8da6-e6af25f982cc req-08e55f82-0ddc-4b59-8c9e-5a57436ef249 service nova] Enqueued Resource ID: b1b0384b-a5f9-474a-8bec-92302c3c1d7b with Priority: HIGHEST for action port [ 907.732174] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 907.732309] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 907.732460] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1b0384b-a5f9-474a-8bec-92302c3c1d7b with Priority: HIGHEST for action port [ 907.732697] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.732782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.732848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.733123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.733191] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.734054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.734170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.734375] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.734483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.734548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.735603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.735728] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1b0384b-a5f9-474a-8bec-92302c3c1d7b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.033440] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.033440] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.033440] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.033440] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.033792] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.033792] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 not found, creating... [ 908.034121] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.034121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.034289] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.035611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.035611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.035611] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.035611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.035611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.035611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.036947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.037195] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 is going to be created. [ 908.062130] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.062408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.062476] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.062718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.062961] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.063221] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.101101] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.101487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.101487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.101594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.101711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.101818] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be updated. [ 908.114161] env[65337]: INFO networking_nsxv3.common.synchronization [req-7f03f3cb-34b5-451b-b203-69e80a3b010a req-d890d24e-866f-425c-9487-438826936c50 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 908.115726] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 908.116135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.116254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.116330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.116514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.116663] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.116763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.116817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.116955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.117048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.117144] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.131797] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 908.131797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.131934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.132499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.132689] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.132813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.132881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.133058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.133138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.133230] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.144178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.144343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.144593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.144593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.144732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.156130] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: IN_PROGRESS for 2s [ 908.238554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.238717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.240080] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1b0384b-a5f9-474a-8bec-92302c3c1d7b with status ACTIVE [ 908.240316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.240439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.240511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.240719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.240805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.240981] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.241098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.241161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.241311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.241387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.241564] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.241656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.241812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.242048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.242179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.242306] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1b0384b-a5f9-474a-8bec-92302c3c1d7b is going to be updated. [ 908.270696] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.270838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.270838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.271053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.271190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.271352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1b0384b-a5f9-474a-8bec-92302c3c1d7b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.349078] env[65337]: INFO networking_nsxv3.common.synchronization [req-a46087a0-3385-4941-919a-fadfd4dc2e19 req-4ff4a209-dc94-469a-819a-c0d7a0c83680 tempest-FloatingIPsAssociationTestJSON-2048779618 tempest-FloatingIPsAssociationTestJSON-2048779618-project-member] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 908.349646] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGHEST for action security_group_members [ 908.350381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.350516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.350581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.350778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.350945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.351057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.351119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.351265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.351350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.351443] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.620755] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.642400] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.642400] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.642400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.642400] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 908.646156] env[65337]: INFO networking_nsxv3.common.synchronization [req-fedbb11a-9ea1-497d-96fa-09c932cd8a74 req-92a23373-647f-4551-8b90-1d8ba6da6a06 tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 908.647035] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 908.648017] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.648017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.648017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.648387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.648703] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.650276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.650276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.650276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.650276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.650276] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.669193] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.669193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.669193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.669193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.669193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.678019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 908.704402] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 908.704402] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d deletion is rescheduled due to dependency. [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.704402] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.704402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.704402] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.745265] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd6ef7f9-8b0f-4c6e-b2da-e6a980d4921a req-de1baec2-b42a-47ff-8e56-cc112d4b2cae service nova] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_rules [ 908.745265] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd6ef7f9-8b0f-4c6e-b2da-e6a980d4921a req-de1baec2-b42a-47ff-8e56-cc112d4b2cae service nova] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 908.745265] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd6ef7f9-8b0f-4c6e-b2da-e6a980d4921a req-de1baec2-b42a-47ff-8e56-cc112d4b2cae service nova] Enqueued Resource ID: 5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 with Priority: HIGHEST for action port [ 908.745265] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_rules [ 908.745265] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 908.745265] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 with Priority: HIGHEST for action port [ 908.745265] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.745265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.745265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.745265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.745265] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.749428] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.749428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.749428] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.749428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.749428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.749428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.749428] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.853905] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.854072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.854144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.854354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.854459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.854694] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.854798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.854861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.855027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.855107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.855193] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be updated. [ 908.886033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.886033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.886033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.886033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.886033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.896765] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: IN_PROGRESS for 2s [ 909.122800] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.151802] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.206277] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.249669] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.249821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.250485] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 with status ACTIVE [ 909.250682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.250803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.250870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.251119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.251213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.251395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.251499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.251591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.251823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.251919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.252122] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.252214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.252274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.252413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.252484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.252580] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9 is going to be updated. [ 909.278721] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.278919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.279194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.279330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.279493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5870b7f6-d5e7-4c2f-b1ce-35c8bd3442c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.625450] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.625693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.625818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.626190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.626339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.626500] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 909.657229] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.660689] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.660846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.660887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.661113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.661255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.671268] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 909.709403] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.160721] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.160721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.160721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.160721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.160721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.160721] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 910.167051] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 910.167299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.167475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.167748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.167945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.168073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.168135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.168285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.168360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.168453] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.194644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.194790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.194881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.195125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.195266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.206708] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 910.212037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.212037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.212037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.212242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.212242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.212357] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 910.243065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.243065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.243065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.243602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.243915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.278163] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 910.671970] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.690936] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 910.690936] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 deletion is rescheduled due to dependency. [ 910.690936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.691909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.691909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.692242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.692386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.692442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.692695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.692836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.693108] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.910635] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28794666-99d3-40f7-912c-d2bc6e66982d in Status: SUCCESS [ 910.911284] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d deletion is rescheduled due to dependency. [ 910.911284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.137639] env[65337]: INFO networking_nsxv3.common.synchronization [req-122015c7-bf77-446f-a3b5-59e931e24c5e req-7e908118-bab6-4683-8724-162709a9f1ca tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 911.138055] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 911.138567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.138686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.138755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.139009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.139470] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.139470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.139470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.139682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.139811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.139858] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.174877] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.196939] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.196939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.196939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.196939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.196939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.197307] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.197307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.197307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.197432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.197432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.197549] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 911.232878] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.233121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.233199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.233427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.233575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.250848] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 911.646406] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.646636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.646714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.646948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.647275] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.647371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.647433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.647591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.647838] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be updated. [ 911.677042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.677221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.677301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.677642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.677779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.677933] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be updated. [ 911.682907] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 911.683126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.684491] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.684627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.684676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.684888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.685121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.693551] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: IN_PROGRESS for 2s [ 911.718649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.718847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.718940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.719210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.719381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.730594] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: IN_PROGRESS for 2s [ 912.217675] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 4s [ 912.297430] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 912.298871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.298871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.298871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.298871] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.299286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.299286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.299903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.300361] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.743766] env[65337]: INFO networking_nsxv3.common.synchronization [req-1e936fb9-b059-4062-81eb-08bd29699e30 req-8a8e2778-3a7e-4979-95a0-c72b84c1e912 tempest-ServersWithSpecificFlavorTestJSON-567344759 tempest-ServersWithSpecificFlavorTestJSON-567344759-project-member] Enqueued Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 912.744593] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 with Priority: HIGHEST for action security_group_members [ 912.744732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-462ff58e-d916-4a6e-89ad-5d1e6b554c98 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.744732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.744879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.745481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.745481] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.745481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.745481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.746154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.746385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.746517] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('462ff58e-d916-4a6e-89ad-5d1e6b554c98',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.805146] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.805146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.805146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.805146] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.805496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.805496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.805833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.805833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.805833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.805931] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.806013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.806086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.806235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.806376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.806466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.806525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.806687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.806764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.806844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.806936] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.192222] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f47b0e7c-7b74-4ec1-9536-7767756a59c6 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 913.192746] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 913.193192] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.193192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.193281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.193945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.193945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.193945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.193945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.193945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.193945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.194270] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.249570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.249826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.249826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.250241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.262835] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 913.263473] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 deletion is rescheduled due to dependency. [ 913.264175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.277772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.278080] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.281614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.281614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.281614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.281614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.281614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 is going to be updated. [ 913.309632] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fbda90-d2a7-400c-8b6b-41f81238b77d: rpc.has_security_group_logging(os_id): False [ 913.311760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.311978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.311978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.312221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.312384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.323819] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: IN_PROGRESS for 2s [ 913.331286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.331461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.331566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.331802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.331905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.332647] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.332647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.332647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.332647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.332647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.332912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.332912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.333188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.333188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.333188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.334173] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.334173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.334173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.334173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.334173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.334173] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 913.402914] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.402914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.402914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.402914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.402914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.430837] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 913.589663] env[65337]: INFO networking_nsxv3.common.synchronization [None req-89332859-92c6-4e6a-abec-107d673e7c09 tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_rules [ 913.590146] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_rules [ 913.590463] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.590608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.590711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.591194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.591194] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.696803] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.709358] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 913.709491] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f deletion is rescheduled due to dependency. [ 913.709540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.729777] env[65337]: INFO networking_nsxv3.common.synchronization [None req-48508d70-8fbe-4eef-9880-02f7f5686778 tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_rules [ 913.730295] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_rules [ 913.730543] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.730645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.740068] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 913.740297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.741119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.741119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.741254] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.741254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.741345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.741464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.741541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.741629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.741722] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.119224] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.119373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.119452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.119687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.119806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.119806] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 already deleted. [ 914.119901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.120497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.120703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.120793] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.200455] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.233140] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 914.233140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.244096] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.244333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.244333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.244578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.244764] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.244867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.244986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.245168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.245320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.245417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.245651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.245792] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.245862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.246070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.246221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.246354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.246511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.246707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.246789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.246895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.246991] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.643195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.643574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.643574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.644205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.644205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.644205] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 already deleted. [ 914.644205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.704854] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.704854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.704854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.705101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.705190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.705291] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 914.737548] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.737844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.737844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.738039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.738223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.751013] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 914.755114] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc: rpc.has_security_group_logging(os_id): False [ 914.772170] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.772327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.772415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.772647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.772743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.772957] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.773057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.773139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.773303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.773396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.773602] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.773715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.773778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.773935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.777057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.777330] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.777437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.777504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.777706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.777792] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.777881] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be updated. [ 914.884206] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.884448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.884565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.884816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.885051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.902314] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: IN_PROGRESS for 2s [ 915.336309] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 in Status: SUCCESS [ 915.336510] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 462ff58e-d916-4a6e-89ad-5d1e6b554c98 deletion is rescheduled due to dependency. [ 915.336639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-462ff58e-d916-4a6e-89ad-5d1e6b554c98" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.455758] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 915.455988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.937029] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.937296] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.937385] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.937716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.937931] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.938147] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.938273] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.938513] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.938685] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.938944] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.939136] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.939230] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.939297] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.940995] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.941280] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.941458] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.965463] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.965978] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.965978] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.966129] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.966448] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ee48815c-22f1-4451-9ced-420f8eda75d1 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.966917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.966917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.967226] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.967393] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee48815c-22f1-4451-9ced-420f8eda75d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.473032] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.473032] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ee48815c-22f1-4451-9ced-420f8eda75d1 not found, creating... [ 916.473032] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.473032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.473552] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.473552] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.473552] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.473762] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.473933] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.474098] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ee48815c-22f1-4451-9ced-420f8eda75d1 is going to be created. [ 916.496454] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.496676] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.496801] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.497100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.497977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.497977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.761115] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 916.761343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.918306] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 916.918515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.223983] env[65337]: INFO networking_nsxv3.common.synchronization [req-019a0030-807f-43f2-a37c-b142f00fffb5 req-9e9d4889-ed2b-4b0c-91a6-9d54d7ffde05 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 917.224248] env[65337]: INFO networking_nsxv3.common.synchronization [req-019a0030-807f-43f2-a37c-b142f00fffb5 req-9e9d4889-ed2b-4b0c-91a6-9d54d7ffde05 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 917.224310] env[65337]: INFO networking_nsxv3.common.synchronization [req-019a0030-807f-43f2-a37c-b142f00fffb5 req-9e9d4889-ed2b-4b0c-91a6-9d54d7ffde05 service nova] Enqueued Resource ID: ee48815c-22f1-4451-9ced-420f8eda75d1 with Priority: HIGHEST for action port [ 917.224530] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 917.224730] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 917.224780] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee48815c-22f1-4451-9ced-420f8eda75d1 with Priority: HIGHEST for action port [ 917.225351] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.225479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.225550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.225750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.225832] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.230582] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.230721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.230819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.231086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.231168] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.231271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.231331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.231493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.231580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.231680] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.233808] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee48815c-22f1-4451-9ced-420f8eda75d1 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.233808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.233808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.233808] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee48815c-22f1-4451-9ced-420f8eda75d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.732035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.732212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.737048] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.737559] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee48815c-22f1-4451-9ced-420f8eda75d1 with status ACTIVE [ 917.737869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.737997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.738368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.738586] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.738875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.739026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.739205] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.739298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.739357] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.739512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.739547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.739632] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee48815c-22f1-4451-9ced-420f8eda75d1 is going to be updated. [ 917.764157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.764402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.764402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.764572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.764705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.764985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee48815c-22f1-4451-9ced-420f8eda75d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.856193] env[65337]: INFO networking_nsxv3.common.synchronization [None req-009049e0-3665-4b2e-9601-f3591df1247f tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_rules [ 917.856424] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_rules [ 917.856698] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.856844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.857039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.857279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.857366] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.132244] env[65337]: INFO networking_nsxv3.common.synchronization [req-0cce9991-6c9e-4cf4-a8f7-713c37892da7 req-117dca21-c926-4c73-8a8a-d74ad372c484 tempest-ServersTestBootFromVolume-982962852 tempest-ServersTestBootFromVolume-982962852-project-member] Enqueued Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_members [ 918.132769] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_members [ 918.133134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.133263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.133324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.133778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.133778] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.133912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.133912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.134358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.134358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.134358] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.242633] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.300878] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8b3c5ec8-cd70-47ac-9b7d-72883b555493 tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_rules [ 918.301424] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_rules [ 918.301798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.301860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.378309] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.378528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.378602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.378877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.378950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.379030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a already deleted. [ 918.379119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.379268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.379419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.379502] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.636063] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.636190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.636266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.636488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.636960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.637209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.637327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.637405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.637580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.637696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.638689] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f already deleted. [ 918.638791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.651355] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.651604] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-668" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.651676] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-668" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.652049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-668" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.652330] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.652482] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.652606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.653121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.653303] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.653511] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.653672] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.653859] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.653981] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.654106] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.654211] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.654339] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.674404] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.674512] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.674649] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.674827] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-668" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.675155] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-84d77fdb-08f5-4bb9-8568-3b73290d8560 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.675326] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.675444] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.676991] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.677256] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d77fdb-08f5-4bb9-8568-3b73290d8560',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.744829] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.745035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.745101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.745288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.745375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.745472] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 918.773553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.773713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.773814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.774241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.774241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.786570] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 918.899810] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.899958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.900041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.900251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.900341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.900431] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a already deleted. [ 918.901036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.181421] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.181813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.181813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.182058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.182210] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.183100] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 84d77fdb-08f5-4bb9-8568-3b73290d8560 not found, creating... [ 919.183100] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.183100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.183100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.183100] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.183329] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.184178] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.184178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.184178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.184178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.184178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.184395] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 84d77fdb-08f5-4bb9-8568-3b73290d8560 is going to be created. [ 919.204263] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.204492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.204580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.204861] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.205082] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.205307] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.987119] env[65337]: INFO networking_nsxv3.common.synchronization [req-0cce9991-6c9e-4cf4-a8f7-713c37892da7 req-e079e28d-cd10-4d43-b39e-984fd0aa3c8c service nova] Enqueued Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_rules [ 919.987347] env[65337]: INFO networking_nsxv3.common.synchronization [req-0cce9991-6c9e-4cf4-a8f7-713c37892da7 req-e079e28d-cd10-4d43-b39e-984fd0aa3c8c service nova] Enqueued Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_members [ 919.987392] env[65337]: INFO networking_nsxv3.common.synchronization [req-0cce9991-6c9e-4cf4-a8f7-713c37892da7 req-e079e28d-cd10-4d43-b39e-984fd0aa3c8c service nova] Enqueued Resource ID: 84d77fdb-08f5-4bb9-8568-3b73290d8560 with Priority: HIGHEST for action port [ 919.988119] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_rules [ 919.988240] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_members [ 919.988326] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d77fdb-08f5-4bb9-8568-3b73290d8560 with Priority: HIGHEST for action port [ 919.988634] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.988805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.988892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.990122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.990122] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.991020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.991458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.991458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.991678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.991730] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.991913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.992081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.992876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.992980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.993119] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.005305] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d77fdb-08f5-4bb9-8568-3b73290d8560 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.005305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.005305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.005305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.005305] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d77fdb-08f5-4bb9-8568-3b73290d8560',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.496823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.496823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.497037] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.498300] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84d77fdb-08f5-4bb9-8568-3b73290d8560 with status ACTIVE [ 920.498300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.498300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.499675] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.499675] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.499675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.500331] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84d77fdb-08f5-4bb9-8568-3b73290d8560 is going to be updated. [ 920.536199] env[65337]: INFO networking_nsxv3.common.synchronization [req-f0e79afb-1007-4bf3-b370-3fccfcc3da41 req-caacf2b7-325d-4a23-b3f3-4f2dffbd50c5 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 920.536199] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.536199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.536199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.536199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.536199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.536416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d77fdb-08f5-4bb9-8568-3b73290d8560" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.536860] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 920.537371] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.537459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.537530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.537800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.537957] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.538062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.538121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.538303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.538402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.538489] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.798689] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.800638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.800638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.800638] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.901096] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.901356] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.901524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.901854] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.902171] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.902646] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.902905] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.903568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.903568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.903670] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.903906] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.903906] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.904328] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.904328] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.904328] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.904449] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.924035] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.924220] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.924372] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.924628] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.925213] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.925478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.925718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.926262] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.926503] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21985ca-55a6-4cc7-98a1-631d6b5b32a5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.003041] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.041014] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.041255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.041392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.041584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.041691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.041876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.041984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.042070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.042229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.042306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.042394] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 921.078443] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.078596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.078648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.078846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.078985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.089826] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 921.302372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.303078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303266] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.303372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.303439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.303598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.303763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.303908] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.303995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.304065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.304203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.304344] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.304435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.304493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.304694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.304694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.304781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.304850] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.429275] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.429507] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.429566] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.429859] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.430016] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.430181] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port e21985ca-55a6-4cc7-98a1-631d6b5b32a5 not found, creating... [ 921.430476] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.431304] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.431447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.431709] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.431871] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.432301] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.432563] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.432563] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.432737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.432871] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.433040] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: e21985ca-55a6-4cc7-98a1-631d6b5b32a5 is going to be created. [ 921.457252] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.457519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.457591] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.457905] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.458250] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.458498] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.505475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.505628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.505823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.506012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.506106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.506205] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f is going to be created. [ 921.533179] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.533349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.533349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.533567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.533725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.546893] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f in Status: UNINITIALIZED for 2s [ 921.810419] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fbda90-d2a7-400c-8b6b-41f81238b77d: rpc.has_security_group_logging(os_id): False [ 921.828215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.828366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.828437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.828656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.828750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.828983] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.829106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.829170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.829349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.829430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.829648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.829711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.829766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.830190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.830190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.830419] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.830614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.830614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.830759] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.830794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.830903] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 921.895022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.895022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.895022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.895022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.895022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.912794] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 922.251821] env[65337]: INFO networking_nsxv3.common.synchronization [req-f0e79afb-1007-4bf3-b370-3fccfcc3da41 req-eb142474-94a6-4b2a-a316-283e32649892 service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 922.252166] env[65337]: INFO networking_nsxv3.common.synchronization [req-f0e79afb-1007-4bf3-b370-3fccfcc3da41 req-eb142474-94a6-4b2a-a316-283e32649892 service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 922.252418] env[65337]: INFO networking_nsxv3.common.synchronization [req-f0e79afb-1007-4bf3-b370-3fccfcc3da41 req-eb142474-94a6-4b2a-a316-283e32649892 service nova] Enqueued Resource ID: e21985ca-55a6-4cc7-98a1-631d6b5b32a5 with Priority: HIGHEST for action port [ 922.252891] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 922.253037] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 922.253141] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e21985ca-55a6-4cc7-98a1-631d6b5b32a5 with Priority: HIGHEST for action port [ 922.253423] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.253544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.253628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.253807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.253883] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.254723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.254818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.255012] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.255121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.255195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.255574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.255574] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e21985ca-55a6-4cc7-98a1-631d6b5b32a5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.757545] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.757778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.759130] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e21985ca-55a6-4cc7-98a1-631d6b5b32a5 with status ACTIVE [ 922.759358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.759479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.759547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.759761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.759855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.760060] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.760172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.760233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.760395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.760473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.760655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.760749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.760808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.760943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.761025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.761106] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e21985ca-55a6-4cc7-98a1-631d6b5b32a5 is going to be updated. [ 922.785489] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.785712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.785802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.786027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.786229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.786385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e21985ca-55a6-4cc7-98a1-631d6b5b32a5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.103181] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 923.103300] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 923.103403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.103577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.103826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.104135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.104299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.104362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.104560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.104613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.104722] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.561720] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f in Status: SUCCESS [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.561720] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.561720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.561720] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.607383] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.927026] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 923.927026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.066202] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.111716] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.570606] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f: rpc.has_security_group_logging(os_id): False [ 924.594414] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.594414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.594414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.594682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.594777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.595413] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.595413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.595413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.597218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.597218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.597218] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f is going to be created. [ 924.614513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.614675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.614744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.615043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.615112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.615337] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 924.678058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.678058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.678058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.678058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.678058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.694452] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 924.731023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.731704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.731782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.732251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.732464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.746420] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f in Status: IN_PROGRESS for 2s [ 926.707768] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.707768] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.707768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.708567] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.777528] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f in Status: SUCCESS [ 926.777808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.210513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.210734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.210856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.211195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.211414] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.211568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.211659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.211891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.211992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.212432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.212490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.212688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.212849] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.212944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.213015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.213163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.213237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.213318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.213413] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.253899] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 927.254076] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 927.716676] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 927.735082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.735246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.735290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.735505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.735623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.735835] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.735940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.736083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.736172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.736251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.736435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.736520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.736729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.736729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.736824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.736958] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.737055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.737254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.737254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.737338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.737464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 927.813793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.813793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.813793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.813793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.814092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.830927] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 928.453219] env[65337]: INFO networking_nsxv3.common.synchronization [None req-dbffe267-15fd-47c3-8823-6b8b04d1db32 tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: db66e754-0374-4ac6-a323-fa07cf08e338 with Priority: HIGHEST for action security_group_rules [ 928.453771] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db66e754-0374-4ac6-a323-fa07cf08e338 with Priority: HIGHEST for action security_group_rules [ 928.454137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db66e754-0374-4ac6-a323-fa07cf08e338 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.454278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.454332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.455135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.455447] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db66e754-0374-4ac6-a323-fa07cf08e338',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.562906] env[65337]: INFO networking_nsxv3.common.synchronization [None req-885adade-2603-4636-bec6-0c84919a27b6 tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: db66e754-0374-4ac6-a323-fa07cf08e338 with Priority: HIGHEST for action security_group_rules [ 928.563496] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db66e754-0374-4ac6-a323-fa07cf08e338 with Priority: HIGHEST for action security_group_rules [ 928.563803] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db66e754-0374-4ac6-a323-fa07cf08e338 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.563933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.980899] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.981234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.981234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.981310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.981801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.981801] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db66e754-0374-4ac6-a323-fa07cf08e338 already deleted. [ 928.981801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.982079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.983399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.983399] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db66e754-0374-4ac6-a323-fa07cf08e338',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.506047] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.506208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.506266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.506480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.506558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.506649] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db66e754-0374-4ac6-a323-fa07cf08e338 already deleted. [ 929.506729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db66e754-0374-4ac6-a323-fa07cf08e338" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.847600] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 929.847600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.564888] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 933.565235] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 933.908570] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ac3b85d-ee74-4184-8d8d-07e12a4b7353 req-30c29904-1f19-43ec-ab3b-d2279e80115d tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 933.909460] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 933.909823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.909968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.910071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.910304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.910476] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.910581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.910717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.910829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.910916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.911017] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.200428] env[65337]: INFO networking_nsxv3.common.synchronization [None req-d373964a-f5b5-42c5-be1c-b2133ce861b3 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 934.200972] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 934.201307] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.201779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.413796] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.916589] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.426571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.426747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.426874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.427111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.427223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.427327] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 935.477043] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.477043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.477043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.477043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.477043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.493843] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 935.559371] env[65337]: INFO networking_nsxv3.common.synchronization [req-7735fded-cccf-4afe-8271-49e563e79c37 req-16dbecde-04b0-4887-b6f2-198caafcd6f9 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 935.559969] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 935.560568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.560742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.560845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.561090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.561290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.561422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.561513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.561688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.561806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.562257] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.065269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.065269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.065269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.065269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.065269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.065269] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.065269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.065269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.066136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.066136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.066136] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 936.100120] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.100256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.100315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.100523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.100659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.112010] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 937.143540] env[65337]: INFO networking_nsxv3.common.synchronization [req-f9ba0966-5fad-412b-8167-efd9d23b25a3 req-29a6ea12-6249-4230-b33d-9a584c427463 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_members [ 937.144558] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 with Priority: HIGHEST for action security_group_members [ 937.146018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-818ee2d5-7c34-46fe-b3e2-dd3655c21078 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.146673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.146673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.146866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.147054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.147115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.147220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.147454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.147586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.147918] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('818ee2d5-7c34-46fe-b3e2-dd3655c21078',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.505760] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 937.506044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.506238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.506458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.506648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.506766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.506834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.506987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.507086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.507221] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.553464] env[65337]: INFO networking_nsxv3.common.synchronization [req-03b0ef41-9484-4e35-8447-a4f20dfb0c8c req-447698a4-c029-433c-8644-4faf556c6f37 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 937.554263] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 937.554797] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.554923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.555012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.555198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.558814] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.558938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.559019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.559214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.559298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.559982] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.651397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.652698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.652698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.652698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.675914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.676398] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.676623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.676793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.676927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.676976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.677058] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 is going to be updated. [ 937.710801] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.711081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.711150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.711423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.711595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.721134] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 in Status: IN_PROGRESS for 2s [ 938.009811] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.010070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.010070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.010285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.010373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.010784] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.010784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.010784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.010949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.011009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.011102] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 938.039657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.039919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.040039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.040522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.040522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.051334] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 938.063581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.064043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.064159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.064424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.064524] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.064826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.065257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.065396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.066173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.066173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.066173] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 938.097407] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.097663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.097823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.098606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.098606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.108397] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 938.122189] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 938.122387] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 938.122511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.591492] env[65337]: INFO networking_nsxv3.common.synchronization [req-841f984e-ec5a-45e9-a423-1b4eb6f05f83 req-d3692a72-0b14-4a5b-9989-9e6582e59f59 tempest-ServerRescueTestJSON-447575738 tempest-ServerRescueTestJSON-447575738-project-member] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 939.592738] env[65337]: INFO networking_nsxv3.common.synchronization [req-9640ff4d-335c-40cc-a269-697a1c8d52e4 req-90d12f90-cd44-4dd9-833a-c1cbdbbd1cae tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 939.593264] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 939.593430] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 939.593677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.593795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.593862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.594238] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.594337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.594401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.594632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.594728] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.595655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.595809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.595879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.596054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.596204] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.596301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.596362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.596502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.596619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.596666] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.732314] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 in Status: SUCCESS [ 939.732314] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 818ee2d5-7c34-46fe-b3e2-dd3655c21078 deletion is rescheduled due to dependency. [ 939.732314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-818ee2d5-7c34-46fe-b3e2-dd3655c21078" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.060751] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 940.060907] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d deletion is rescheduled due to dependency. [ 940.061196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.098595] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.101158] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.121434] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 940.121434] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 940.121592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.601713] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.604522] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.103973] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.104206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.104206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.104379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.104468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.104566] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be updated. [ 941.106183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.106302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.106369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.106545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.106630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.106721] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 941.136801] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.136801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.136801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.137076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.137076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.138990] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.139140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.139215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.139362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.139497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.150340] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 941.152181] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: IN_PROGRESS for 2s [ 942.458842] env[65337]: INFO networking_nsxv3.common.synchronization [None req-23adb156-316c-46c7-b9b1-d5561fe24afa None None] Enqueued Resource ID: 81388bbb-281c-4ba1-9a06-f1dfc8f7a698 with Priority: HIGHEST for action port [ 942.459551] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81388bbb-281c-4ba1-9a06-f1dfc8f7a698 with Priority: HIGHEST for action port [ 942.460231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-81388bbb-281c-4ba1-9a06-f1dfc8f7a698 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.460231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81388bbb-281c-4ba1-9a06-f1dfc8f7a698" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.460231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81388bbb-281c-4ba1-9a06-f1dfc8f7a698" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.461203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81388bbb-281c-4ba1-9a06-f1dfc8f7a698" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.461352] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81388bbb-281c-4ba1-9a06-f1dfc8f7a698',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.507686] env[65337]: INFO networking_nsxv3.common.synchronization [None req-51974c66-c2a4-4414-9a45-2d91f114cb70 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_rules [ 942.508226] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_rules [ 942.509037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.509037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.509037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.509037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.509316] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.676450] env[65337]: INFO networking_nsxv3.common.synchronization [None req-76e15b86-b09a-47e8-ae10-ad67fb329551 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_rules [ 942.677917] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_rules [ 942.677917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.677917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.965227] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81388bbb-281c-4ba1-9a06-f1dfc8f7a698 [ 942.965227] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.965227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.965227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.965227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.965227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.965227] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81388bbb-281c-4ba1-9a06-f1dfc8f7a698 already deleted. [ 942.965227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81388bbb-281c-4ba1-9a06-f1dfc8f7a698" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.042744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.043068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.043170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.043427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.043558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.043666] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 already deleted. [ 943.043772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.044467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.044611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.044726] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.161944] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 943.162195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.162931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 943.163104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.570287] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.570582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.570616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.571406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.571406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.571406] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 already deleted. [ 943.571406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.939743] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0ce7b606-ec58-4ce6-ba92-fdfcd9b9c5d8 None None] Enqueued Resource ID: 1f5a06ec-62d9-440e-aaff-0227a7cad496 with Priority: HIGHEST for action port [ 944.940344] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5a06ec-62d9-440e-aaff-0227a7cad496 with Priority: HIGHEST for action port [ 944.940754] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f5a06ec-62d9-440e-aaff-0227a7cad496 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.940856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f5a06ec-62d9-440e-aaff-0227a7cad496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.940904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f5a06ec-62d9-440e-aaff-0227a7cad496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.941481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f5a06ec-62d9-440e-aaff-0227a7cad496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.941481] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f5a06ec-62d9-440e-aaff-0227a7cad496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.443680] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f5a06ec-62d9-440e-aaff-0227a7cad496 [ 945.443790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.443960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.444017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.444204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.444294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.444405] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f5a06ec-62d9-440e-aaff-0227a7cad496 already deleted. [ 945.444495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f5a06ec-62d9-440e-aaff-0227a7cad496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.651119] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5a3fc22e-7f19-46f2-aebf-c73d053fa1ca None None] Enqueued Resource ID: c0f80b65-dc55-43ab-b1f5-4ad864a43534 with Priority: HIGHEST for action port [ 945.651119] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0f80b65-dc55-43ab-b1f5-4ad864a43534 with Priority: HIGHEST for action port [ 945.651119] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0f80b65-dc55-43ab-b1f5-4ad864a43534 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.651119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0f80b65-dc55-43ab-b1f5-4ad864a43534" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.651119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0f80b65-dc55-43ab-b1f5-4ad864a43534" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.651913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0f80b65-dc55-43ab-b1f5-4ad864a43534" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.651994] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0f80b65-dc55-43ab-b1f5-4ad864a43534',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.033349] env[65337]: INFO networking_nsxv3.common.synchronization [req-71895680-362b-4584-8091-c098e80c8cbf req-7bf4efa1-037d-43f2-aacc-f5676a20b794 tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_members [ 946.034678] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_members [ 946.034678] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.034678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.034678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.034678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.034982] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.034982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.034982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.035112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.038319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.038319] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.157046] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0f80b65-dc55-43ab-b1f5-4ad864a43534 [ 946.157046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.157046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.157046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.157046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.157298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.157298] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0f80b65-dc55-43ab-b1f5-4ad864a43534 already deleted. [ 946.157298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0f80b65-dc55-43ab-b1f5-4ad864a43534" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.454430] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-931 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.454627] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.454752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.455374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.455374] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.455553] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.455662] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.455864] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.456029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.456219] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.456326] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.456745] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.456745] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.456828] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.456980] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.457150] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.481070] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.481070] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.481070] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.481070] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-931" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.481394] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-536683c2-5bb6-460c-bc1a-d06769b01494 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.481603] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.481752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.482110] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.482260] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536683c2-5bb6-460c-bc1a-d06769b01494',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.537710] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.537955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.538049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.538300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.538340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.538528] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.538626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.538685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.538855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.538930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.539016] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 already deleted. [ 946.539099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.080032] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.080441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.080441] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.080795] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.080795] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.080991] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 536683c2-5bb6-460c-bc1a-d06769b01494 not found, creating... [ 947.081144] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.081293] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.081402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.081607] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.081736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.082074] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.082232] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.082310] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.082543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.082681] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.082818] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 536683c2-5bb6-460c-bc1a-d06769b01494 is going to be created. [ 947.104185] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.104572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.104572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.104728] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.104951] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.105184] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.814897] env[65337]: INFO networking_nsxv3.common.synchronization [req-71895680-362b-4584-8091-c098e80c8cbf req-6f34614d-96ef-4f3f-aefc-d499868cf42d service nova] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_rules [ 947.814897] env[65337]: INFO networking_nsxv3.common.synchronization [req-71895680-362b-4584-8091-c098e80c8cbf req-6f34614d-96ef-4f3f-aefc-d499868cf42d service nova] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_members [ 947.814897] env[65337]: INFO networking_nsxv3.common.synchronization [req-71895680-362b-4584-8091-c098e80c8cbf req-6f34614d-96ef-4f3f-aefc-d499868cf42d service nova] Enqueued Resource ID: 536683c2-5bb6-460c-bc1a-d06769b01494 with Priority: HIGHEST for action port [ 947.815532] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_rules [ 947.815574] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_members [ 947.815668] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536683c2-5bb6-460c-bc1a-d06769b01494 with Priority: HIGHEST for action port [ 947.818665] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.818883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.818966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.819196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.819277] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.820218] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.820327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.820398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.820584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.820756] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.820848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.820910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.821081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.821179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.821286] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.823278] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-536683c2-5bb6-460c-bc1a-d06769b01494 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.823393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.823471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.823794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.823794] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536683c2-5bb6-460c-bc1a-d06769b01494',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.907010] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b3bfb9bd-7268-4c80-98e7-cf1bfe23e6a0 None None] Enqueued Resource ID: 4ebbf8f7-ba57-4826-bb71-f72283075861 with Priority: HIGHEST for action port [ 947.907663] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebbf8f7-ba57-4826-bb71-f72283075861 with Priority: HIGHEST for action port [ 947.908016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebbf8f7-ba57-4826-bb71-f72283075861 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.908016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebbf8f7-ba57-4826-bb71-f72283075861" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.908209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebbf8f7-ba57-4826-bb71-f72283075861" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.908332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebbf8f7-ba57-4826-bb71-f72283075861" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.908416] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebbf8f7-ba57-4826-bb71-f72283075861',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.325496] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.327395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.327395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.332251] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536683c2-5bb6-460c-bc1a-d06769b01494 with status ACTIVE [ 948.335101] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335101] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335101] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.335101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335101] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536683c2-5bb6-460c-bc1a-d06769b01494 is going to be updated. [ 948.356415] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.356554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.356610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.356911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.356963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.357129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536683c2-5bb6-460c-bc1a-d06769b01494" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.412082] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ebbf8f7-ba57-4826-bb71-f72283075861 [ 948.412315] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.412441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.412507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.413138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.413272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.413381] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ebbf8f7-ba57-4826-bb71-f72283075861 already deleted. [ 948.413464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebbf8f7-ba57-4826-bb71-f72283075861" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.827481] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.329870] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.329870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.329870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.330273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.330472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.330587] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 is going to be created. [ 949.359475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.363616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.363616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.363616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.363616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.373317] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc0e4fc-6f8f-4eef-a613-e422237db554 in Status: UNINITIALIZED for 2s [ 951.004602] env[65337]: INFO networking_nsxv3.common.synchronization [req-a1e12127-74de-4d2e-887c-230780b4f5ae req-bc7b28c9-dc6f-4590-8a4d-33f10d3bef39 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_members [ 951.005175] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGHEST for action security_group_members [ 951.005544] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.005741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.005835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.006052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.006440] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.006440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.006440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.006737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.006737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.006737] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.384446] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc0e4fc-6f8f-4eef-a613-e422237db554 in Status: SUCCESS [ 951.384640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.386016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.386016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.386016] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.465634] env[65337]: INFO networking_nsxv3.common.synchronization [req-8182cdbb-60c0-4401-adea-8fc08ccf4dfc req-16cc2e71-9e6a-46b2-8d17-19f4dd7e705f tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_members [ 951.466546] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_members [ 951.466669] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.466747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.466795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.467578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.467789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.469086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.469086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.469381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.469381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.469381] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.510029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.510029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.510029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.510029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.510029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.510029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.510383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.510383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.510383] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 is going to be updated. [ 951.539469] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.539658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.539731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.539954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.540096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.549930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 in Status: IN_PROGRESS for 2s [ 951.889064] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.950901] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.951459] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.951770] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.952189] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.956062] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.956062] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.956062] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.956062] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.956062] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.956062] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.956062] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.956062] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.956062] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.956062] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.956062] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.956062] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.973285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.973285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.973285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.973617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.973703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.974168] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.974168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.974168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.974324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.974393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.974495] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a already deleted. [ 951.974535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.978017] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.978017] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.978147] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.978308] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-437" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.978822] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-209f217f-0733-4dfa-8db4-e78b8e45c0f5 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.978822] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.978978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.979206] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.979449] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('209f217f-0733-4dfa-8db4-e78b8e45c0f5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.394687] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edc0e4fc-6f8f-4eef-a613-e422237db554: rpc.has_security_group_logging(os_id): False [ 952.421577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.421738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.421810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.421970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.422089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.422351] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.422455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.422556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.422673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.422747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.422842] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 is going to be created. [ 952.482854] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.482854] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.483057] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.483449] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.483989] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.483989] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 209f217f-0733-4dfa-8db4-e78b8e45c0f5 not found, creating... [ 952.483989] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.484128] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.484601] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.484601] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.484601] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.485210] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.485210] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.485210] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.485869] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.485869] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.485869] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 209f217f-0733-4dfa-8db4-e78b8e45c0f5 is going to be created. [ 952.506796] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.506950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.507073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.507244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.507419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.510042] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.510243] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.510362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.510606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.510811] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.511223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.523974] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc0e4fc-6f8f-4eef-a613-e422237db554 in Status: IN_PROGRESS for 2s [ 953.293737] env[65337]: INFO networking_nsxv3.common.synchronization [req-8182cdbb-60c0-4401-adea-8fc08ccf4dfc req-bc4e914f-1527-434d-a9e8-fdede7e0d1c1 service nova] Enqueued Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_rules [ 953.294539] env[65337]: INFO networking_nsxv3.common.synchronization [req-8182cdbb-60c0-4401-adea-8fc08ccf4dfc req-bc4e914f-1527-434d-a9e8-fdede7e0d1c1 service nova] Enqueued Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_members [ 953.294539] env[65337]: INFO networking_nsxv3.common.synchronization [req-8182cdbb-60c0-4401-adea-8fc08ccf4dfc req-bc4e914f-1527-434d-a9e8-fdede7e0d1c1 service nova] Enqueued Resource ID: 209f217f-0733-4dfa-8db4-e78b8e45c0f5 with Priority: HIGHEST for action port [ 953.296649] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_rules [ 953.296649] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_members [ 953.296649] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 209f217f-0733-4dfa-8db4-e78b8e45c0f5 with Priority: HIGHEST for action port [ 953.296649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.296649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.296649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.296649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.297015] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.298171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.298314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.298362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.299039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.299039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.299039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.299039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.299451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.299451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.299451] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.300379] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-209f217f-0733-4dfa-8db4-e78b8e45c0f5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.300494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.300558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.300713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.300792] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('209f217f-0733-4dfa-8db4-e78b8e45c0f5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.561030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 in Status: SUCCESS [ 953.561406] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 deletion is rescheduled due to dependency. [ 953.561406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.804755] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.804755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.804755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.804755] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 209f217f-0733-4dfa-8db4-e78b8e45c0f5 with status ACTIVE [ 953.804755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.804755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.804755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.804755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.804755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.805190] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.805190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.805190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.805300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.805300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.806237] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.806237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.806237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.806237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.806509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.806509] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 209f217f-0733-4dfa-8db4-e78b8e45c0f5 is going to be updated. [ 953.827753] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.828016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.828207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.828335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.828482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-209f217f-0733-4dfa-8db4-e78b8e45c0f5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.840138] env[65337]: INFO networking_nsxv3.common.synchronization [req-0689822f-7751-4888-94da-b7b774e291e3 req-ba19f5a5-3652-441d-9f55-081b3152570c tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 953.840659] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 953.840962] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.841090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.841177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.841345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.841535] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.841643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.841643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.841805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.842354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.842496] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.273087] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.273566] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.273566] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.273817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.274116] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.274315] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.274465] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.274711] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.274859] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.275100] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.275213] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.275329] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.275435] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.275541] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.275653] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.275784] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.299210] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.299358] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.299398] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.299627] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.301040] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-72d21274-f680-469b-8be7-da20f7cced1d taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.301040] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.301040] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.301040] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.301040] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d21274-f680-469b-8be7-da20f7cced1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.309481] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.344803] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.346058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.346058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.346139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.346217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.346426] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.346546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.346584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.346745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.346825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.346929] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 954.385694] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.385694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.385943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.386052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.386277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.402482] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 954.540024] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc0e4fc-6f8f-4eef-a613-e422237db554 in Status: SUCCESS [ 954.540024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.804194] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.804662] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.804662] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.804834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.804977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805148] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 72d21274-f680-469b-8be7-da20f7cced1d not found, creating... [ 954.805479] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.805639] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.805771] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.806098] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.806241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.806522] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.806675] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.806789] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.807029] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.807166] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.807302] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 72d21274-f680-469b-8be7-da20f7cced1d is going to be created. [ 954.811385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.811510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.811554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.811868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.811868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.811868] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a is going to be created. [ 954.831122] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.831349] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.831466] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.831745] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.831978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.832256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.834394] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.834508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.834576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.834958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.835146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.845230] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a in Status: UNINITIALIZED for 2s [ 955.617421] env[65337]: INFO networking_nsxv3.common.synchronization [req-0689822f-7751-4888-94da-b7b774e291e3 req-9f194af4-264a-4026-91a9-5443389feabc service nova] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_rules [ 955.617533] env[65337]: INFO networking_nsxv3.common.synchronization [req-0689822f-7751-4888-94da-b7b774e291e3 req-9f194af4-264a-4026-91a9-5443389feabc service nova] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 955.617674] env[65337]: INFO networking_nsxv3.common.synchronization [req-0689822f-7751-4888-94da-b7b774e291e3 req-9f194af4-264a-4026-91a9-5443389feabc service nova] Enqueued Resource ID: 72d21274-f680-469b-8be7-da20f7cced1d with Priority: HIGHEST for action port [ 955.618349] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_rules [ 955.618536] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 955.618645] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d21274-f680-469b-8be7-da20f7cced1d with Priority: HIGHEST for action port [ 955.618959] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.619401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.619479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.619701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.621447] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.622588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.622707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.622937] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d21274-f680-469b-8be7-da20f7cced1d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.623056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.623120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.623323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.623405] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d21274-f680-469b-8be7-da20f7cced1d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.125286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.125676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.126989] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72d21274-f680-469b-8be7-da20f7cced1d with status ACTIVE [ 956.128844] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.128844] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.128844] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.128844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.129887] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72d21274-f680-469b-8be7-da20f7cced1d is going to be updated. [ 956.155009] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.155009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.155009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.155009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.155009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.155009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d21274-f680-469b-8be7-da20f7cced1d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.414558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 956.414558] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b deletion is rescheduled due to dependency. [ 956.414558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.414558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.414858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.415031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.415176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.415260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.415477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.415560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.415671] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.857671] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a in Status: SUCCESS [ 956.857671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.857671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.857945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.858034] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.858150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.858213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.858372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.858452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.858536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.858626] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.918311] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.361344] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.420474] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.864919] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba82ba77-48ab-4b21-a227-6c3b271fd29a: rpc.has_security_group_logging(os_id): False [ 957.889011] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.889192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.889241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.889456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.889542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.889809] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.890160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.890160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.890160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.890276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.890304] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a is going to be created. [ 957.893895] env[65337]: INFO networking_nsxv3.common.synchronization [req-cf55ea33-b216-44c5-96a9-1eaf9912fec7 req-6ee3bfcb-338c-4cd5-93d4-6734193fa357 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 957.895050] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 957.895050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.895050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.895050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.895050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.896131] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.899132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.899132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.899132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.899132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.899132] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.922984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.923239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.923520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.923520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.923618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.923715] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 957.956217] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.957147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.957147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.959050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.961182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.961182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.961182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.961182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.961182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.973923] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 957.974567] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a in Status: IN_PROGRESS for 2s [ 958.400944] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.401259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.401336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.401739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.401880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.402057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.402160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.402222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.402375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.402496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.402526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 958.430539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.430714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.430809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.431042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.431188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.440668] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 959.215343] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-d1cd71f8-8939-4fb1-a245-8626738818a1 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 959.215343] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 959.215802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.215994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.216133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.216457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.216709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.216830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.217057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.217354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.217438] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.217534] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.623152] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-01280614-e136-4969-bc73-ee79b0e8b4c1 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 959.623775] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 959.624663] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.624819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.721431] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.721776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.721889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.722174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.722296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.722540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.722671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.722832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.722892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.722952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.723043] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 959.759191] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.759191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.759191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.759191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.759191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.771034] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 959.987027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 959.987027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.987174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.987380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.987751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.987985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.988125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.988362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.988532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.988608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.988800] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.990433] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a in Status: SUCCESS [ 959.990681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.007566] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.007566] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-654" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.007566] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-654" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.007787] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-654" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.007949] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.008139] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.008386] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.008484] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.008624] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.008830] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.009009] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.009160] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.009270] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.009383] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.009497] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.009629] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.029995] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.030286] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.030487] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.030736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-654" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.031212] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-cfc6397e-3046-466c-a38e-0bc3879b23dd taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.031622] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.031622] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.032046] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.032250] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc6397e-3046-466c-a38e-0bc3879b23dd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.451566] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 960.451566] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 deletion is rescheduled due to dependency. [ 960.451566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.493286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.494824] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.494824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.495655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.495655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.495655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.495655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.496127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.496127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.496127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.496127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.496389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.496389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.496389] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.535274] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.535492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.535930] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.535930] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.536071] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.536350] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port cfc6397e-3046-466c-a38e-0bc3879b23dd not found, creating... [ 960.536673] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.536954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.537113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.537914] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.537914] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.537914] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.538118] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.538264] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.538501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.538661] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.538828] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: cfc6397e-3046-466c-a38e-0bc3879b23dd is going to be created. [ 960.564342] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.564549] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.564670] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.564954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.565230] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.565433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.998200] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 558f293f-3a53-4b52-bc76-f061106f453b: rpc.has_security_group_logging(os_id): False [ 961.090136] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.090370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.090448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.090688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.090809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.091095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.091197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.091247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.091522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.091603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.091819] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.091908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.092325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.092494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.092716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.092927] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.093077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.093245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.093405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.093515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.093581] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 961.159833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.159833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.159833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.159833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.160247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.176540] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 961.331316] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-bebffd40-a162-4093-92d5-8ead5e2106eb service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 961.331316] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-bebffd40-a162-4093-92d5-8ead5e2106eb service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 961.331316] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-bebffd40-a162-4093-92d5-8ead5e2106eb service nova] Enqueued Resource ID: cfc6397e-3046-466c-a38e-0bc3879b23dd with Priority: HIGHEST for action port [ 961.331316] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 961.331316] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 961.331316] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc6397e-3046-466c-a38e-0bc3879b23dd with Priority: HIGHEST for action port [ 961.332896] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.333705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.333705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.337019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.337019] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.337019] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.337019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.337019] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc6397e-3046-466c-a38e-0bc3879b23dd taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.337019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.337019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.337019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.337019] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc6397e-3046-466c-a38e-0bc3879b23dd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.783883] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 961.783883] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 deletion is rescheduled due to dependency. [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.783883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.783883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.783883] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.842497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.842627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.844081] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc6397e-3046-466c-a38e-0bc3879b23dd with status ACTIVE [ 961.844322] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.845572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.845572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.845572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.845841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.846106] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.846249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.846315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.846579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.846681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.847311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.847429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.847469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.847628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.847704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.847793] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc6397e-3046-466c-a38e-0bc3879b23dd is going to be updated. [ 961.870775] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.870936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.870982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.871203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.871454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.871537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc6397e-3046-466c-a38e-0bc3879b23dd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.258168] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.258517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-906" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.258517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-906" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.258826] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-906" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.259345] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.259567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.259721] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.259990] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.260201] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.260612] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.260771] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.260908] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.261058] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.261204] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.261341] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.261508] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.281428] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.281657] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.281837] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.282079] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-906" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.282452] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-3adf0085-499f-439b-9aa5-4451e138decc taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.282666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.282828] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.283273] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.283429] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adf0085-499f-439b-9aa5-4451e138decc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.285835] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.787745] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.787745] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.787745] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.788241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.788299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.788536] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 3adf0085-499f-439b-9aa5-4451e138decc not found, creating... [ 962.788978] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.789218] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.789347] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.789803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.789803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.791753] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.791753] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.792083] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.792359] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.792553] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.792765] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 3adf0085-499f-439b-9aa5-4451e138decc is going to be created. [ 962.793959] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.820643] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.821028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.821658] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.822083] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.822529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.822841] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.192432] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 963.192952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.296455] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.299018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.299018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.299018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.299018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.299018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 963.332580] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.332808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.332900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.333258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.337022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.346027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 963.557414] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-8940aceb-8ed6-4fd6-9769-d820276b2724 service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 963.557598] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-8940aceb-8ed6-4fd6-9769-d820276b2724 service nova] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 963.557735] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ba4cb20-4322-4eef-97ec-5d9564693f6f req-8940aceb-8ed6-4fd6-9769-d820276b2724 service nova] Enqueued Resource ID: 3adf0085-499f-439b-9aa5-4451e138decc with Priority: HIGHEST for action port [ 963.558320] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_rules [ 963.558455] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 963.558550] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3adf0085-499f-439b-9aa5-4451e138decc with Priority: HIGHEST for action port [ 963.558831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.558951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.559216] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.559304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.559902] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-3adf0085-499f-439b-9aa5-4451e138decc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.560036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.560105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.560335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.560420] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3adf0085-499f-439b-9aa5-4451e138decc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.062814] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3adf0085-499f-439b-9aa5-4451e138decc with status ACTIVE [ 964.063069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.063205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.063271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.063510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.063639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.063833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.063959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.064089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.064238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.064315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.064615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.064615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.064768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.064768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.064874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.064942] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3adf0085-499f-439b-9aa5-4451e138decc is going to be updated. [ 964.089556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.089874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.089874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.090490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.090490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.090490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3adf0085-499f-439b-9aa5-4451e138decc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.518513] env[65337]: INFO networking_nsxv3.common.synchronization [None req-00691b39-33fd-43bf-af25-15e054bce098 tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_rules [ 964.518914] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_rules [ 964.519211] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.519333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.519392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.519641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.519724] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.667981] env[65337]: INFO networking_nsxv3.common.synchronization [req-5d95f1f3-6383-4f30-843c-8f09a1c02846 req-f31750f2-c09c-45d0-8861-ce0ea14b9592 tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 964.668877] env[65337]: INFO networking_nsxv3.common.synchronization [None req-267788b7-101e-46c0-880c-187c5c6e00fa tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_rules [ 964.669450] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 964.669869] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_rules [ 964.670226] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.670371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.670371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.670574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.670731] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.670824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.670883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.671036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.671118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.671214] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.672016] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.674330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.040819] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.041057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.041113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.041310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.041400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.041495] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 already deleted. [ 965.041575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.041727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.041888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.041974] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.070894] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.071136] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.071224] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.071660] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.071907] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.072361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.072361] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.072521] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.072611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.072839] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.072993] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.073179] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.073242] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.073534] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.073534] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.073716] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.131892] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.132081] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.132225] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.132402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-523" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.132732] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ced9f502-debc-4806-981c-b8b0efddd9ee taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.132897] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.133026] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.133512] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.133654] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced9f502-debc-4806-981c-b8b0efddd9ee',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.174707] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.174906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.174956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.175187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.175281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.175509] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.175632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.175714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.175931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.176068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.176068] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 965.204193] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.204354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.204424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.204651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.204799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.214147] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 965.361213] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.361213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.361213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.361213] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.565611] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.565611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.566093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.566093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.566170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.566264] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 already deleted. [ 965.566353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.636678] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.636898] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.637028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.637322] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.637471] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.637622] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ced9f502-debc-4806-981c-b8b0efddd9ee not found, creating... [ 965.637896] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.638164] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.638278] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.638514] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.638624] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.639053] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.639252] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.639366] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.639571] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.639701] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.639834] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ced9f502-debc-4806-981c-b8b0efddd9ee is going to be created. [ 965.665602] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.665781] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.665921] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.666272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.666570] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.666720] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.862642] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.363944] env[65337]: INFO networking_nsxv3.common.synchronization [req-5d95f1f3-6383-4f30-843c-8f09a1c02846 req-8ae28036-de01-46db-8317-cb5a1c6a22d2 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 966.364217] env[65337]: INFO networking_nsxv3.common.synchronization [req-5d95f1f3-6383-4f30-843c-8f09a1c02846 req-8ae28036-de01-46db-8317-cb5a1c6a22d2 service nova] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 966.364350] env[65337]: INFO networking_nsxv3.common.synchronization [req-5d95f1f3-6383-4f30-843c-8f09a1c02846 req-8ae28036-de01-46db-8317-cb5a1c6a22d2 service nova] Enqueued Resource ID: ced9f502-debc-4806-981c-b8b0efddd9ee with Priority: HIGHEST for action port [ 966.364929] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_rules [ 966.365098] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 966.365224] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced9f502-debc-4806-981c-b8b0efddd9ee with Priority: HIGHEST for action port [ 966.365527] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.366635] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.368444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.368518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.368836] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.369995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.370601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.370870] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced9f502-debc-4806-981c-b8b0efddd9ee taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.371412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.371486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.371677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.371756] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced9f502-debc-4806-981c-b8b0efddd9ee',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.874353] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.874677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.874677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.874919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.875091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.875166] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 966.876904] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.876985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.878429] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced9f502-debc-4806-981c-b8b0efddd9ee with status ACTIVE [ 966.878429] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.878575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.878610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.878809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.878918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.879165] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.879275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.879338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.879499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.879596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.879793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.879891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.879964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.880152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.880365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.880473] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced9f502-debc-4806-981c-b8b0efddd9ee is going to be updated. [ 966.903112] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.903283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.903412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.903627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.903766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.904054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced9f502-debc-4806-981c-b8b0efddd9ee" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.912153] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.912351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.912394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.912651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.912757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.925127] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 967.225310] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 967.225450] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 967.225493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.226105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.226105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.226337] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.227070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.227070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.227212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.227271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.227316] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.376632] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f518f627-d485-430f-9ad2-ee2cf05e985f tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 967.377356] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 967.377498] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.377611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.377707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.377992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.378112] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.505409] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8082d612-a5eb-44a0-b49c-fa772c3acfc1 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 967.506131] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 967.506494] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.510018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.729543] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.904340] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.904340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.904716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.904828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.904971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.905109] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 already deleted. [ 967.905222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.905412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.905614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.905727] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.231684] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.433728] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.433881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.433951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.434194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.434286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.434383] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 already deleted. [ 968.434465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.736756] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.736756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.736756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.736756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.736756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.736756] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 968.779041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.779041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.779041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.779278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.779391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.793869] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 968.934942] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 968.935263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.935347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.935565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.935762] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.935869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.935937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.936139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.936243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.936338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.936451] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.937395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.937755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.937755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.937872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.937872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.938467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.938467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.938467] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.441110] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.441495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.442624] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.945357] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.448614] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.448868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.448868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.449172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.449302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.449413] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 970.498251] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.498422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.498498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.498731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.498862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.511591] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 970.809039] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.809039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.809039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.809039] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.906077] env[65337]: INFO networking_nsxv3.common.synchronization [req-393ca7ad-f13a-4d3d-9503-d86bc20c19b1 req-095efbde-a172-45e8-9025-539f8a368b90 tempest-ServersTestBootFromVolume-982962852 tempest-ServersTestBootFromVolume-982962852-project-member] Enqueued Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_members [ 970.907037] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f with Priority: HIGHEST for action security_group_members [ 970.907037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.907037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.907037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.907280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.907619] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.907619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.907619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.907960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.907960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.908051] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.311480] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.311909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.311909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.312041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.312139] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.312243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.312464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.312464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.312574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.312708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.312931] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.313050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.313112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.313262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.313423] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.313497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.313558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.313692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.313770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.313851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.313944] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.411126] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.411126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.411126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.411126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.411126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.411483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.411483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.411590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.411687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.411758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.411848] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f is going to be updated. [ 971.451596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.451596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.451596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.451596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.451596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.463557] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f in Status: IN_PROGRESS for 2s [ 971.816550] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af24c4a-db40-44e4-8fa3-97459aa0b890: rpc.has_security_group_logging(os_id): False [ 971.835463] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.836453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.836527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.836804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.836940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.837244] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.837552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.837645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.837847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.839610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.839610] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 971.917254] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.917254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.917254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.917254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.917254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.936463] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 972.523900] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 972.524188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.524351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.524570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.524762] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.524877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.524943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.525313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.525422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.525563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.525778] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.525983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.526156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.526275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.526475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.526620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.526689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.526882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.526960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.527096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.527193] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.031525] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea83607-2f55-4489-bab7-045ebc5c10a2: rpc.has_security_group_logging(os_id): False [ 973.052631] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.052898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.052898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.053196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.053361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.053746] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.053917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.054084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.054386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.054480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.055469] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.055469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.055469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.055469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.055731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.055859] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.056075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.056154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.056384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.056471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.056591] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 973.129054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.129054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.129054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.129054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.129054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.148837] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 973.436945] env[65337]: INFO networking_nsxv3.common.synchronization [req-fe303fe1-2b28-4c5d-9670-2d8be947aea3 req-4572735f-36e7-45d3-9190-d44647d6e36a tempest-ServersAdminTestJSON-1637607911 tempest-ServersAdminTestJSON-1637607911-project-member] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 973.437534] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGHEST for action security_group_members [ 973.437848] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.438059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.438139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.438352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.438513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.438623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.438685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.438885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.439026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.439152] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.476836] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f in Status: SUCCESS [ 973.476983] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f deletion is rescheduled due to dependency. [ 973.476983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.942263] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.942546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.942546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.942688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.942801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.942999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.943114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.943195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.943545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.943545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.943545] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be updated. [ 973.952089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 973.952313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.969921] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.970205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.970317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.970644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.970871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.984340] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: IN_PROGRESS for 2s [ 974.850866] env[65337]: INFO networking_nsxv3.common.synchronization [req-20c6920c-0c70-4eae-86fa-477414477167 req-41f5ad9b-3766-4f53-8e97-8669d1d363e9 tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 974.851374] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 974.851710] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.851841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.851917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.852462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.852462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.852643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.852643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.853113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.853113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.853113] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.199413] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 975.199808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.199854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.200075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.200167] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.355776] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.356168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.356387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.356484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.356794] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.357087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.357294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.357383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.357461] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 975.409799] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.409799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.409799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.409799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.409799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.420779] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 975.460762] env[65337]: INFO networking_nsxv3.common.synchronization [req-a18c694a-1a53-457f-b5b1-450bac581083 req-fed6f44f-9906-4c1b-83bd-59e0a74005a0 tempest-ServerRescueTestJSON-447575738 tempest-ServerRescueTestJSON-447575738-project-member] Enqueued Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 975.462282] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc with Priority: HIGHEST for action security_group_members [ 975.462751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.462923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.463049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.463331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.463505] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.463611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.463676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.463833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.463918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.464033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.610980] env[65337]: INFO networking_nsxv3.common.synchronization [req-2aecc236-be11-43d4-bd5a-aacf45a68524 req-c7c92208-b084-4efe-8048-d63c3c48c8e0 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_members [ 975.611778] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_members [ 975.612214] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.612640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.612640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.612752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.612910] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.613033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.613121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.613395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.613517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.613517] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.705306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.705306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.705306] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.705306] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.966625] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.966625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.966625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.966906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.966947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.967184] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.967298] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.967341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.967498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.967579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.967664] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc is going to be updated. [ 975.996502] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc90567-98d1-4162-88af-d96d36de7c15 in Status: SUCCESS [ 975.996819] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 deletion is rescheduled due to dependency. [ 975.997050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.000404] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.000748] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.001028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.001429] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.001863] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.002192] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.002420] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.002825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.003124] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.003565] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.003738] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.003953] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.004200] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.004441] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.004677] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.005249] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.007562] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.007754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.007871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.008198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.008426] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.022780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: IN_PROGRESS for 2s [ 976.034478] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.034669] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.034803] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.034982] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.035332] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-47872748-04a0-4f49-8d73-d507c40ebc08 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.035542] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.035664] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.036080] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.036254] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47872748-04a0-4f49-8d73-d507c40ebc08',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.116847] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.116847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.116847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.116847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.116847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.116847] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.117260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.117260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.117260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.117260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.117463] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 already deleted. [ 976.117463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.207696] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.208023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.208196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.208423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.208610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.208712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.208774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.208919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.209040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.209134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.209357] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.209552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.209590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.209774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.209931] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.210013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.210111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.210377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.210539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.210651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.210731] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.540621] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.540923] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.540963] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.541266] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.541450] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.541578] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 47872748-04a0-4f49-8d73-d507c40ebc08 not found, creating... [ 976.542966] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.542966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.542966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.542966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.542966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.542966] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.542966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.542966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.543462] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.543462] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.543462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 47872748-04a0-4f49-8d73-d507c40ebc08 is going to be created. [ 976.565572] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.565572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.565835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.566206] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.566583] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.566899] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.713686] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fea83607-2f55-4489-bab7-045ebc5c10a2: rpc.has_security_group_logging(os_id): False [ 976.747031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.747227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.747227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.747460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.748534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.748534] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.748534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.748534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.748534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.748792] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.748825] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.748906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.749028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.749200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.749294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.749525] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.749647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.749705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.749871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.750037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.750087] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 976.831577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.831779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.831779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.831961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.832125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.849335] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 976.860072] env[65337]: INFO networking_nsxv3.common.synchronization [req-0380ff77-389f-4d1e-9a4d-3e5c0699dd5a req-f512e033-cd40-42aa-bde1-342aa2dc9e28 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 976.860691] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 976.860961] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861112] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.861382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.861556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.861657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.861742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.861879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.861962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.862068] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.125755] env[65337]: INFO networking_nsxv3.common.synchronization [req-0380ff77-389f-4d1e-9a4d-3e5c0699dd5a req-3c1db52b-6e63-496c-919d-dda613e50612 tempest-ServersTestMultiNic-591853226 tempest-ServersTestMultiNic-591853226-project-member] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 977.126337] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGHEST for action security_group_members [ 977.126645] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.126749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.275173] env[65337]: INFO networking_nsxv3.common.synchronization [req-2aecc236-be11-43d4-bd5a-aacf45a68524 req-7202965d-c060-4cff-a4d9-b068acce8929 service nova] Enqueued Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_rules [ 977.275173] env[65337]: INFO networking_nsxv3.common.synchronization [req-2aecc236-be11-43d4-bd5a-aacf45a68524 req-7202965d-c060-4cff-a4d9-b068acce8929 service nova] Enqueued Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_members [ 977.275173] env[65337]: INFO networking_nsxv3.common.synchronization [req-2aecc236-be11-43d4-bd5a-aacf45a68524 req-7202965d-c060-4cff-a4d9-b068acce8929 service nova] Enqueued Resource ID: 47872748-04a0-4f49-8d73-d507c40ebc08 with Priority: HIGHEST for action port [ 977.275173] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_rules [ 977.275777] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_members [ 977.275777] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47872748-04a0-4f49-8d73-d507c40ebc08 with Priority: HIGHEST for action port [ 977.275950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.277037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.277037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.277037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.277037] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.279773] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.279906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.279977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.280181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.280364] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.280507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.280554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.280740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.280806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.280843] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.282582] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-47872748-04a0-4f49-8d73-d507c40ebc08 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.282582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.282582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.282582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.282582] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47872748-04a0-4f49-8d73-d507c40ebc08',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.364871] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.431342] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 977.431537] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b deletion is rescheduled due to dependency. [ 977.431654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.783554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.783750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.784015] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.787588] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47872748-04a0-4f49-8d73-d507c40ebc08 with status ACTIVE [ 977.787776] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.787909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.788028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.788230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.788317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.788503] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.788602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.788666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.788816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.788889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.789175] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.789307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.789388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.789546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.789635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.789704] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47872748-04a0-4f49-8d73-d507c40ebc08 is going to be updated. [ 977.811407] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.811596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.811596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.811804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.811941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.812117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47872748-04a0-4f49-8d73-d507c40ebc08" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.867395] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.033448] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc in Status: SUCCESS [ 978.033637] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc deletion is rescheduled due to dependency. [ 978.033749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.286583] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.370651] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.371432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.371982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.372425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.372590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.372738] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 978.402294] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.402458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.402525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.402705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.402841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.413972] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 978.790828] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.790982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.791069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.791288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.791411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.791521] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 is going to be created. [ 978.816522] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.817290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.817290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.817290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.817290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.828796] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 in Status: UNINITIALIZED for 2s [ 978.865524] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 978.865690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.427289] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 980.427539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.427608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.427886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.428148] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.428275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.428341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.428507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.428588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.428692] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.839686] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 in Status: SUCCESS [ 980.841156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.842582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.842582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.842582] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.842717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.842717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.842879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.842975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.843833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.843833] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.930927] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.931124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.931163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.931373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.931482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.932248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.932248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.932248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.932248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.932248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.932248] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be updated. [ 980.960386] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.961026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.961026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.961304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.961463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.971136] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: IN_PROGRESS for 2s [ 981.346894] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.849400] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40367649-a95c-46ab-8f33-0e7bb9093d21: rpc.has_security_group_logging(os_id): False [ 981.869984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.870209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.870300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.870570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.870704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.871041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.871199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.871296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.871506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.871585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.871688] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 is going to be created. [ 981.930248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.930412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.930469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.930692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.930870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.942850] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 in Status: IN_PROGRESS for 2s [ 982.276260] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.276377] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 982.983520] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fea83607-2f55-4489-bab7-045ebc5c10a2 in Status: SUCCESS [ 982.984019] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 deletion is rescheduled due to dependency. [ 982.984019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.031286] env[65337]: INFO networking_nsxv3.common.synchronization [req-36b36bd6-4e93-4c28-ab6e-a2e62b3bc36c req-0cabe63c-3542-4d77-b565-d63cd7fed236 tempest-ServersNegativeTestMultiTenantJSON-1470249168 tempest-ServersNegativeTestMultiTenantJSON-1470249168-project-member] Enqueued Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_members [ 983.032014] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_members [ 983.032411] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.032588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.032632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.032928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.033138] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.033355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.033450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.033691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.033776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.033892] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.387858] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.388087] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-996" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.388337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-996" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.388699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-996" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.388959] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.389139] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.389258] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.389472] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.389617] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.389825] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.389938] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.390057] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.390166] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.390276] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.390381] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.390511] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.411497] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.411656] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.411794] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.411971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-996" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.412313] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.412488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.412606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.412933] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.413094] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa3ac82-2b22-4632-899f-419c3dd2f0f0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.536869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.536869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.536869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.536869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.537075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.537166] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.537763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.537763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.537763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.537763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.537763] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a already deleted. [ 983.537763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.914928] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.915161] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.915291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.915579] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.915770] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.915878] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 4fa3ac82-2b22-4632-899f-419c3dd2f0f0 not found, creating... [ 983.916222] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.916478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.916551] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.916749] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.916879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.917178] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.917330] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.917450] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.917806] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.917955] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.918287] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 4fa3ac82-2b22-4632-899f-419c3dd2f0f0 is going to be created. [ 983.940420] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.940685] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.940862] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.941289] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.941609] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.941911] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.959819] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 in Status: SUCCESS [ 983.960195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.660374] env[65337]: INFO networking_nsxv3.common.synchronization [req-36b36bd6-4e93-4c28-ab6e-a2e62b3bc36c req-9543e8a4-e865-450f-83eb-21bd6c61333f service nova] Enqueued Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_rules [ 984.660628] env[65337]: INFO networking_nsxv3.common.synchronization [req-36b36bd6-4e93-4c28-ab6e-a2e62b3bc36c req-9543e8a4-e865-450f-83eb-21bd6c61333f service nova] Enqueued Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_members [ 984.660758] env[65337]: INFO networking_nsxv3.common.synchronization [req-36b36bd6-4e93-4c28-ab6e-a2e62b3bc36c req-9543e8a4-e865-450f-83eb-21bd6c61333f service nova] Enqueued Resource ID: 4fa3ac82-2b22-4632-899f-419c3dd2f0f0 with Priority: HIGHEST for action port [ 984.661261] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_rules [ 984.661413] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_members [ 984.661515] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fa3ac82-2b22-4632-899f-419c3dd2f0f0 with Priority: HIGHEST for action port [ 984.661780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.661897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.661962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.662236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.662310] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.663955] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.664134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.664201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.664755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.664755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.664755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.665158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.665158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.665158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.665158] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.666575] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.666575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.666575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.666575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.666731] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fa3ac82-2b22-4632-899f-419c3dd2f0f0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.170242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.170242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.170242] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.170518] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fa3ac82-2b22-4632-899f-419c3dd2f0f0 with status ACTIVE [ 985.170686] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.170805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.170873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.171245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.171391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.171581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.171813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.171918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.173361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.173361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.173361] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.173361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.173361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.173361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.173361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.173361] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fa3ac82-2b22-4632-899f-419c3dd2f0f0 is going to be updated. [ 985.206080] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.206276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.206342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.206595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.206678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.206893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fa3ac82-2b22-4632-899f-419c3dd2f0f0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.675072] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.149891] env[65337]: INFO networking_nsxv3.common.synchronization [req-55cdbb72-6377-4137-8cc1-658ea45abc2b req-a5785804-9d1e-4ddd-8bb6-9af2f13cd7ff tempest-ImagesTestJSON-297317883 tempest-ImagesTestJSON-297317883-project-member] Enqueued Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 986.149891] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 with Priority: HIGHEST for action security_group_members [ 986.150251] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af24c4a-db40-44e4-8fa3-97459aa0b890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.150328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.150393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.150599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.150864] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.150864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.150981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.151030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.151113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.151209] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af24c4a-db40-44e4-8fa3-97459aa0b890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.179933] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.179933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.179933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.179933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.179933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.179933] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a is going to be created. [ 986.203995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.204204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.204275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.204431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.204587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.218047] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: UNINITIALIZED for 2s [ 986.654023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.654023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.654023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.654023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.654023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.654297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.654297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.654379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.654614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.654765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.654905] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 is going to be updated. [ 986.684423] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.684754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.684754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.684850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.687024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.697719] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: IN_PROGRESS for 2s [ 988.066280] env[65337]: INFO networking_nsxv3.common.synchronization [req-cdc71ca4-f648-4d09-8883-669f12e2d4ff req-9045fa69-a616-40ee-bf30-d8a81c700c3a tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 988.066983] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 988.070709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.070841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.070915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.071150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.071311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.071413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.071475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.071619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.071702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.071799] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.226047] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: UNINITIALIZED for 4s [ 988.419661] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.419856] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.419991] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.420363] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.421198] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.421423] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.421549] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.421779] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.421923] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.422145] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.422258] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.422362] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.422466] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.422573] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.422674] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.422801] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.442209] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.442406] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.442543] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.442720] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.443543] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-a86954c3-8c25-4d20-bf82-b8f684948d38 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.443776] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.444011] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.444254] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.444398] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a86954c3-8c25-4d20-bf82-b8f684948d38',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.573662] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.573858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.573942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.574217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.574360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.574610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.574741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.574811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.575031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.575148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.575267] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 988.601978] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.602125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.602125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.602310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.602457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.612882] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 988.718132] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 in Status: SUCCESS [ 988.718414] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af24c4a-db40-44e4-8fa3-97459aa0b890 deletion is rescheduled due to dependency. [ 988.718575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af24c4a-db40-44e4-8fa3-97459aa0b890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.947688] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.947951] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.948150] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.948481] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.948644] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.948824] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port a86954c3-8c25-4d20-bf82-b8f684948d38 not found, creating... [ 988.949132] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.949370] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.949505] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.949718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.949853] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950450] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950450] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.950640] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.950736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.950840] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950973] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: a86954c3-8c25-4d20-bf82-b8f684948d38 is going to be created. [ 988.977800] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.978077] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.978547] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.978850] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.979210] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.979917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.752652] env[65337]: INFO networking_nsxv3.common.synchronization [req-cdc71ca4-f648-4d09-8883-669f12e2d4ff req-c77e6c2a-bd7e-4f21-bff4-da6ee6437ddd service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 989.752652] env[65337]: INFO networking_nsxv3.common.synchronization [req-cdc71ca4-f648-4d09-8883-669f12e2d4ff req-c77e6c2a-bd7e-4f21-bff4-da6ee6437ddd service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 989.753255] env[65337]: INFO networking_nsxv3.common.synchronization [req-cdc71ca4-f648-4d09-8883-669f12e2d4ff req-c77e6c2a-bd7e-4f21-bff4-da6ee6437ddd service nova] Enqueued Resource ID: a86954c3-8c25-4d20-bf82-b8f684948d38 with Priority: HIGHEST for action port [ 989.753311] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 989.753420] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 989.753524] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a86954c3-8c25-4d20-bf82-b8f684948d38 with Priority: HIGHEST for action port [ 989.753782] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.755140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.756033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.756033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.756033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.757496] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.757587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.757821] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a86954c3-8c25-4d20-bf82-b8f684948d38 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.757932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.757995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.758263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.758571] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a86954c3-8c25-4d20-bf82-b8f684948d38',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.237405] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: SUCCESS [ 990.237617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.237785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.238040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.238263] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.238453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.238548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.238721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.238828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.238921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239027] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.260021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.260155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.260383] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a86954c3-8c25-4d20-bf82-b8f684948d38 with status ACTIVE [ 990.260587] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.260722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.260806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.261055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.261189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.261397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.261531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.261614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.261784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.261929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.262088] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.262197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.262252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.262394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.262478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.262565] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a86954c3-8c25-4d20-bf82-b8f684948d38 is going to be updated. [ 990.284143] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.284324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.284400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.284617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.284758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.284919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a86954c3-8c25-4d20-bf82-b8f684948d38" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.579022] env[65337]: INFO networking_nsxv3.common.synchronization [req-a4e22cd6-8081-4d93-b851-cca55d2b39bb req-16dc11c9-0b07-4d28-bb51-1be55837de87 tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_members [ 990.579944] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_members [ 990.580143] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.580215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.580253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.580485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.580640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.580739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.580798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.580949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.581049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.581144] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.622292] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 990.622480] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 990.622802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.622802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.623122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.623213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.623316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.623374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.623539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.623638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.623698] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.741640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.741730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.745242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.745432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.745675] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.745804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.745869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.746176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.746293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.746396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.746565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.746664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.746724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.746879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.747067] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.747165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.747228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.747369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.747444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.747525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.747615] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.801710] env[65337]: INFO networking_nsxv3.common.synchronization [req-dbc6b7d8-756e-402d-84f9-2800e842d8fa req-bfd3f1f8-bcf6-4e3d-900b-770cf2f49490 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_members [ 990.802249] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGHEST for action security_group_members [ 990.802563] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.802683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.802775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.802943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.806542] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.806670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.806721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.806904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.807037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.807092] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.947751] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.947929] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.948120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.950751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.950751] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.950751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.950751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.950751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.950751] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.950751] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.950751] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.951146] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.951146] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.951146] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.951241] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.951331] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.972123] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.972311] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.972860] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.972860] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.972966] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.973123] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.973201] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.973583] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.973726] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.082946] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.084498] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.084498] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 already deleted. [ 991.084498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.125702] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.250841] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 414b86ac-56b6-406c-8a85-c72d35f4a77a: rpc.has_security_group_logging(os_id): False [ 991.268859] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.269688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.269688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.269688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.269688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.269891] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.269891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.269974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.270138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.270244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.270446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.270539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.270600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.270830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.270942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.271260] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.271415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.271519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.271683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.271799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.271934] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a is going to be created. [ 991.309945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.310134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.310204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.310427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.311171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.311171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.311171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.311171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.311171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.311171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.311171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc is going to be updated. [ 991.335987] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.336232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.336232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.336440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.336621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.341816] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.342030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.342030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.342257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.342423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.349618] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: IN_PROGRESS for 2s [ 991.350268] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: IN_PROGRESS for 2s [ 991.476242] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.476425] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.476554] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.476834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.476996] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.477156] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae not found, creating... [ 991.477470] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.477624] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.477738] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.477956] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.478188] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.478480] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.478636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.478744] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.478943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.479427] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.479427] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae is going to be created. [ 991.503072] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.503072] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.503815] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.504261] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.504498] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.505338] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.628789] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.131361] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.131978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.131978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.132125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.132216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.132330] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 992.170446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.170616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.170659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.170920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.171125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.182379] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 992.324387] env[65337]: INFO networking_nsxv3.common.synchronization [req-a4e22cd6-8081-4d93-b851-cca55d2b39bb req-c33e89a5-5ddd-4df5-8c54-225a98a1ce9f service nova] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_rules [ 992.324538] env[65337]: INFO networking_nsxv3.common.synchronization [req-a4e22cd6-8081-4d93-b851-cca55d2b39bb req-c33e89a5-5ddd-4df5-8c54-225a98a1ce9f service nova] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_members [ 992.324840] env[65337]: INFO networking_nsxv3.common.synchronization [req-a4e22cd6-8081-4d93-b851-cca55d2b39bb req-c33e89a5-5ddd-4df5-8c54-225a98a1ce9f service nova] Enqueued Resource ID: 644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae with Priority: HIGHEST for action port [ 992.325285] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_rules [ 992.325422] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_members [ 992.327077] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae with Priority: HIGHEST for action port [ 992.329539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.329608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.329674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.329921] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.330063] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.331094] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.331220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.331277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.331519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.331670] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.331771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.331826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.331969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.332073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.333655] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.333655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.333655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.333655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.333655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.333655] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.835061] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.835185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.835368] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.836286] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae with status ACTIVE [ 992.836471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.836585] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.836646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.836837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.836924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.837113] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.837213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.837264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.837412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.837500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.837658] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.837748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.837804] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.837990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.838106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.838182] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae is going to be updated. [ 992.860022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.860264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.860264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.860614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.860722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.861214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-644a99ad-fe0c-4ea0-b8fe-1b8b30a529ae" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.164596] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e034c71-4c96-408c-b04f-162c0765fe64 req-9510a961-f1b1-4932-aa77-ad87103884da tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 993.164794] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 993.165018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.165105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.165186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.165469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.165648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.165753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.165819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.166233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.166233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.166329] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.339877] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.361967] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40572eec-211a-41f1-9056-e9c3d74a27bc in Status: SUCCESS [ 993.361967] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc deletion is rescheduled due to dependency. [ 993.362198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.366161] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: SUCCESS [ 993.366375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.525953] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.526165] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.526291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.526701] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.526963] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.527136] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.527256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.527475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.527626] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.527833] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.527947] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.528100] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.528226] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.528351] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.528461] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.528595] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.553811] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.553985] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.554138] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.554318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.554653] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.554832] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.554950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.555322] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.555465] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.670780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.670780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.670780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.670780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 already deleted. [ 993.671415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.842097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.842366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.842452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.842689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.842777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.842874] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 is going to be created. [ 993.867268] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.867414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.867504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.867882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.867882] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.878425] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: UNINITIALIZED for 2s [ 994.057804] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.058173] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.058322] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.058729] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.058966] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.059162] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f not found, creating... [ 994.059555] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.059768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.059936] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.060197] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.060345] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.060703] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.060935] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.061120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.061510] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.061737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.061965] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f is going to be created. [ 994.086459] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.086677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.086803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.087132] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.087373] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.087697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.195703] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 994.196321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.196802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.197127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.197413] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.197611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.197722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.197977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.198158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.198314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.198487] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.700685] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.700927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.700927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.701138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.701308] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.701405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.701470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.701619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.701705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.701789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.702077] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.702077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.702077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.702230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.702349] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.702441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.702499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.702630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.702703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.702786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.702874] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.872852] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e034c71-4c96-408c-b04f-162c0765fe64 req-183c77db-d269-4270-8910-8fb5db7e293d service nova] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 994.873117] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e034c71-4c96-408c-b04f-162c0765fe64 req-183c77db-d269-4270-8910-8fb5db7e293d service nova] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 994.873289] env[65337]: INFO networking_nsxv3.common.synchronization [req-6e034c71-4c96-408c-b04f-162c0765fe64 req-183c77db-d269-4270-8910-8fb5db7e293d service nova] Enqueued Resource ID: e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f with Priority: HIGHEST for action port [ 994.873981] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 994.874181] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 994.874362] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f with Priority: HIGHEST for action port [ 994.874685] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.874830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.874876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.875102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.875237] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.876334] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.876462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.876551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.876765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.876953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.879381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.879381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.879381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.879381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.879381] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.879381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.879866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.879866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.880876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.880876] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.205411] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 995.224405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.224405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.224631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.224668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.224811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.224984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.225102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.225159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.225324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.225401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.225725] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.225824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.225884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.226076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.226157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.226359] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.226455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.226510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.226650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.226724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.226807] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 995.328978] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.329173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.329316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.329455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.329670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.344565] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 995.384553] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.384553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.384553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.384553] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f with status ACTIVE [ 995.384553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.385075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.385075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.385075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.385075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.385435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.385435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.385435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.385435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.385580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.386882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.387101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.387204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.387398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.387511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.387622] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f is going to be updated. [ 995.425185] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.425391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.425458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.425635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.425785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.425957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e49d0b0b-4bcc-4be4-8eb2-4610e71bb28f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.889565] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.891255] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: SUCCESS [ 995.891457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.891616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.892402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.892402] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.892402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.892402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.892618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.892618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.892618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.892722] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.395397] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.396601] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.396722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.396805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.396965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.397066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.397168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be created. [ 996.425114] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.425114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.425114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.425348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.425996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.438211] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: UNINITIALIZED for 2s [ 996.900088] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45671740-4c1a-4340-bb1c-476a0bbf0ca0: rpc.has_security_group_logging(os_id): False [ 996.926554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.926746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.926785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.926973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.927080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.927316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.927415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.927481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.927685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.927765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.927843] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 is going to be created. [ 996.991191] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.991360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.991433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.991661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.991854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.005050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: IN_PROGRESS for 2s [ 997.359945] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 997.360180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.451357] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 998.451775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.451775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.451928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.452359] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.454442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.454442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.454442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.454442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.454442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.454442] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.955918] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.020159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: SUCCESS [ 999.020462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457885] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0561b99-4406-4190-a2bf-73082ef8d3a4: rpc.has_security_group_logging(os_id): False [ 999.482157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.482385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.482526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.482685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.482796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.483657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.483825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.483895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.484102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.484192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.484291] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be created. [ 999.548247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.548604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.548604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.548762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.548900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.583529] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 999.875068] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.875182] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1000.378587] env[65337]: INFO networking_nsxv3.common.synchronization [req-c72c0d41-cb3f-47c2-a100-46cab6bbf60a req-478b239a-f05e-4918-ab98-8c0d8e3aaddd tempest-ServersNegativeTestMultiTenantJSON-1470249168 tempest-ServersNegativeTestMultiTenantJSON-1470249168-project-member] Enqueued Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_members [ 1000.379256] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGHEST for action security_group_members [ 1000.379583] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.379703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.379769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.379968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.380137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.380236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.380296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.380462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.380550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.380642] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.883419] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.883723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.883723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.883796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.883943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.884075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.884487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.884487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.884487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.884487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.884609] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a is going to be updated. [ 1000.913906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.914073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.914152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.914359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.914500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.924289] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: IN_PROGRESS for 2s [ 1001.598249] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1001.598720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.936206] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a in Status: SUCCESS [ 1002.936206] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a deletion is rescheduled due to dependency. [ 1002.936206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.108247] env[65337]: INFO networking_nsxv3.common.synchronization [req-fd2adbdc-ee3f-40d0-b3d8-154d87acba57 req-cd7b59c1-a2cd-4a3b-a193-5f2fafe2f4a9 tempest-ServersTestFqdnHostnames-1728927435 tempest-ServersTestFqdnHostnames-1728927435-project-member] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_members [ 1003.108247] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGHEST for action security_group_members [ 1003.108247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.108247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.108247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.108247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.108247] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.108247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.108247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.108247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.109088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.112034] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.614277] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.614809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.618133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.618133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.618133] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc is going to be updated. [ 1003.648114] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.648320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.648381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.648577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.648709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.659256] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc in Status: IN_PROGRESS for 2s [ 1003.815812] env[65337]: INFO networking_nsxv3.common.synchronization [req-376e7650-f55c-4e7f-936c-466c9f8a56aa req-63405fff-40fb-4fb3-aa4e-943bdf45ca5e tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1003.816635] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1003.816738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.816801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.816876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.820643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.820823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.822107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.822107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.822107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.822107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.822107] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.324692] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.324692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.325194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.325194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.325194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.326812] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.326812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.326812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.326812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.326812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.326812] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 1004.364275] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.364469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.364528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.364710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.364845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.376390] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 1005.669961] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc in Status: SUCCESS [ 1005.670381] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc deletion is rescheduled due to dependency. [ 1005.670381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.137357] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1006.137489] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1006.392566] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 1006.392566] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 1006.392566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.663050] env[65337]: INFO networking_nsxv3.common.synchronization [req-d12794e9-d236-4bfb-9bfa-4e54423f2b16 req-ded26cc3-fd92-4e2d-9dba-db07213126df tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1006.663646] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1006.663976] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.664101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.664172] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.664411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.664581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.664682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.664746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.664898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.664978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.665080] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.079256] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.079256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.079768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.079768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.080735] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.081645] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.082892] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.082892] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.082892] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.082892] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.082892] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.082892] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.082892] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.083361] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.083361] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.083361] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.106334] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.106615] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.107157] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.107157] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.107482] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-4f75445b-9578-42d4-9e8b-619eeab01ed8 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.107860] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.108051] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.108503] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.108678] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f75445b-9578-42d4-9e8b-619eeab01ed8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.166931] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.167158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.167253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.167477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.167605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.167842] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.167959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.168045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.168246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.168329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.168414] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1007.199149] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.199434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.199561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.199820] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.199993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.211170] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1007.612506] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.612506] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612789] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612962] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.613182] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.613417] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 4f75445b-9578-42d4-9e8b-619eeab01ed8 not found, creating... [ 1007.613862] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.613984] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.614037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.614306] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.614480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.614877] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.614991] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.615047] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.615332] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.615521] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.615641] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 4f75445b-9578-42d4-9e8b-619eeab01ed8 is going to be created. [ 1007.642718] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.643033] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.643163] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.643478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.643705] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.643927] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.335948] env[65337]: INFO networking_nsxv3.common.synchronization [req-d12794e9-d236-4bfb-9bfa-4e54423f2b16 req-179f8ce5-5742-4b99-8a77-94447d16f095 service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 1008.336327] env[65337]: INFO networking_nsxv3.common.synchronization [req-d12794e9-d236-4bfb-9bfa-4e54423f2b16 req-179f8ce5-5742-4b99-8a77-94447d16f095 service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1008.336423] env[65337]: INFO networking_nsxv3.common.synchronization [req-d12794e9-d236-4bfb-9bfa-4e54423f2b16 req-179f8ce5-5742-4b99-8a77-94447d16f095 service nova] Enqueued Resource ID: 4f75445b-9578-42d4-9e8b-619eeab01ed8 with Priority: HIGHEST for action port [ 1008.336883] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 1008.337028] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1008.337129] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f75445b-9578-42d4-9e8b-619eeab01ed8 with Priority: HIGHEST for action port [ 1008.337407] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.337537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.337610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.337816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.337980] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.339170] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.340376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.340704] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f75445b-9578-42d4-9e8b-619eeab01ed8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.340875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.341041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.341284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.341445] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f75445b-9578-42d4-9e8b-619eeab01ed8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.848065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.848065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.849654] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f75445b-9578-42d4-9e8b-619eeab01ed8 with status ACTIVE [ 1008.851677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.852325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f75445b-9578-42d4-9e8b-619eeab01ed8 is going to be updated. [ 1008.878537] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.878537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.878537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.878537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.878537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.878537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f75445b-9578-42d4-9e8b-619eeab01ed8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.092415] env[65337]: INFO networking_nsxv3.common.synchronization [None req-4b7ab2b3-746b-4c0f-9a8a-930591269c3c None None] Enqueued Resource ID: 6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49 with Priority: HIGHEST for action port [ 1009.093031] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49 with Priority: HIGHEST for action port [ 1009.093358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.093481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.093541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.093795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.093876] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.221600] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1009.221789] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 deletion is rescheduled due to dependency. [ 1009.221905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.222469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.222686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.222869] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.223583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.223583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.223583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.223583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.223583] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.581294] env[65337]: INFO networking_nsxv3.common.synchronization [None req-ab9de064-85f6-4eab-b4c9-ef10567ee783 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_rules [ 1009.581294] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_rules [ 1009.581294] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.581726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.581930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.583554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.583554] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.597451] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49 [ 1009.597451] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.597451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.597451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.597451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.597451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.597451] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49 already deleted. [ 1009.597451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6efaa0c7-4cbe-4453-94bf-2b4fecbdbf49" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.726731] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.730551] env[65337]: INFO networking_nsxv3.common.synchronization [None req-7e3b99c5-8156-41d0-b58b-bce42cb64b78 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_rules [ 1009.731198] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_rules [ 1009.731789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.733455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.105457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.105674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.105674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.105904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.105957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.106239] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c08958-0224-4488-bb59-89a086ac37be already deleted. [ 1010.106239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.106409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.106483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.106520] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.233357] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.630058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.630564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.630564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.630755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.630898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.630988] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c08958-0224-4488-bb59-89a086ac37be already deleted. [ 1010.631076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.736387] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.737488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.737488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.737488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.737488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.737488] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1010.774969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.774969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.774969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.774969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.774969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.792506] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1011.105535] env[65337]: INFO networking_nsxv3.common.synchronization [req-a160a19c-5d88-4c8c-986f-c2fc54e06931 req-1a327ef8-fe3a-4c92-8829-1513db827377 tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 1011.105976] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 1011.106703] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.106703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.106703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.106946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.108461] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.108693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.108773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.110091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.110091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.110091] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.531116] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-434 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.531116] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.531116] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.531116] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.531432] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.531757] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.531971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.532372] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.532666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.532975] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.533269] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.533477] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.533670] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.534234] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.534442] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.534663] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.556025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.556025] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.556025] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.556025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-434" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.556025] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ffdaeb4c-bb09-408c-903b-a38fee93eab3 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.556025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.556025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.556025] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.556025] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffdaeb4c-bb09-408c-903b-a38fee93eab3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.571663] env[65337]: INFO networking_nsxv3.common.synchronization [None req-afc3bf82-5add-47f8-a420-c3de417ac933 None None] Enqueued Resource ID: fa4dd877-4c2b-43e7-a488-10221e5d48e4 with Priority: HIGHEST for action port [ 1011.572217] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa4dd877-4c2b-43e7-a488-10221e5d48e4 with Priority: HIGHEST for action port [ 1011.572507] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa4dd877-4c2b-43e7-a488-10221e5d48e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.572631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa4dd877-4c2b-43e7-a488-10221e5d48e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.572699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa4dd877-4c2b-43e7-a488-10221e5d48e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.572955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa4dd877-4c2b-43e7-a488-10221e5d48e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.573044] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa4dd877-4c2b-43e7-a488-10221e5d48e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.611566] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.611739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.611812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.612039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.612141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.612345] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.612443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.612506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.612663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.612738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.612823] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 1011.648786] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.649128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.649128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.649392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.649617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.661839] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 1012.058847] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.059113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.059280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.059586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.059732] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.059889] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ffdaeb4c-bb09-408c-903b-a38fee93eab3 not found, creating... [ 1012.060170] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.060328] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.060444] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.060696] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.060796] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.061068] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.061226] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.061345] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.061586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.061749] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.061895] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ffdaeb4c-bb09-408c-903b-a38fee93eab3 is going to be created. [ 1012.075282] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa4dd877-4c2b-43e7-a488-10221e5d48e4 [ 1012.075518] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.075625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.075684] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.075892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.075977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.076113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa4dd877-4c2b-43e7-a488-10221e5d48e4 already deleted. [ 1012.076191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa4dd877-4c2b-43e7-a488-10221e5d48e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.084736] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.084968] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.085078] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.085334] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.085637] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.085880] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.804304] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1012.804578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.804746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.804973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.805257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.805397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.805470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.805653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.805736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.805843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.805939] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.842968] env[65337]: INFO networking_nsxv3.common.synchronization [req-a160a19c-5d88-4c8c-986f-c2fc54e06931 req-e7011d38-5696-4768-855e-f792116431f4 service nova] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_rules [ 1012.843161] env[65337]: INFO networking_nsxv3.common.synchronization [req-a160a19c-5d88-4c8c-986f-c2fc54e06931 req-e7011d38-5696-4768-855e-f792116431f4 service nova] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 1012.843297] env[65337]: INFO networking_nsxv3.common.synchronization [req-a160a19c-5d88-4c8c-986f-c2fc54e06931 req-e7011d38-5696-4768-855e-f792116431f4 service nova] Enqueued Resource ID: ffdaeb4c-bb09-408c-903b-a38fee93eab3 with Priority: HIGHEST for action port [ 1012.843520] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_rules [ 1012.843647] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 1012.843734] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffdaeb4c-bb09-408c-903b-a38fee93eab3 with Priority: HIGHEST for action port [ 1012.844424] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.846134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.846134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.846134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.846134] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.846134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.846134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.846134] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffdaeb4c-bb09-408c-903b-a38fee93eab3 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.846406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.846406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.847464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.847464] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffdaeb4c-bb09-408c-903b-a38fee93eab3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.307722] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.348611] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.348771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.349340] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffdaeb4c-bb09-408c-903b-a38fee93eab3 with status ACTIVE [ 1013.349524] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.349639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.349705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.349904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.350033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.350174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.350314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.350314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.350466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.350562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.350743] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.350837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.350897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.351045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.351118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.351203] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffdaeb4c-bb09-408c-903b-a38fee93eab3 is going to be updated. [ 1013.373471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.373615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.373698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.373907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.374060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.374220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffdaeb4c-bb09-408c-903b-a38fee93eab3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.468237] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.468446] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.468571] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.468853] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.469153] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.469311] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.469425] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.469636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.469774] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.469974] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.470149] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.470199] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.470300] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.470413] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.470587] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.470634] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.491213] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.491394] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.491528] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.491700] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.492034] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-a96aad8e-0113-477f-94c7-71442e58738b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.492213] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.492334] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.492659] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.492824] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96aad8e-0113-477f-94c7-71442e58738b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.671949] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 1013.672199] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b deletion is rescheduled due to dependency. [ 1013.672322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.672542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.672779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673011] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.673150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.673690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.673690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.673690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.673690] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.810854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2208650-918e-48db-ba1d-c72263a83ec4: rpc.has_security_group_logging(os_id): False [ 1013.828388] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.828572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.828616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.828790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.828876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.829164] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.829242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.829334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.829452] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.829525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.829609] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1013.886473] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.886667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.886734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.886923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.887081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.901471] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1013.995330] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.995616] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.995776] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.996247] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.996431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.996826] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.997136] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.997211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.997501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.997700] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998043] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.998291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.998418] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.998640] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.998775] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998929] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: a96aad8e-0113-477f-94c7-71442e58738b is going to be updated. [ 1014.026926] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.027256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.027372] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.027650] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.027843] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.028131] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.176284] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.678825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.753630] env[65337]: INFO networking_nsxv3.common.synchronization [req-3f62eda0-45a7-4d57-bfd4-621c09353e74 req-1f4ab34b-f780-4e67-8506-8daf8076d933 service nova] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 1014.753630] env[65337]: INFO networking_nsxv3.common.synchronization [req-3f62eda0-45a7-4d57-bfd4-621c09353e74 req-1f4ab34b-f780-4e67-8506-8daf8076d933 service nova] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 1014.753630] env[65337]: INFO networking_nsxv3.common.synchronization [req-3f62eda0-45a7-4d57-bfd4-621c09353e74 req-1f4ab34b-f780-4e67-8506-8daf8076d933 service nova] Enqueued Resource ID: a96aad8e-0113-477f-94c7-71442e58738b with Priority: HIGHEST for action port [ 1014.753630] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_rules [ 1014.753630] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 1014.753630] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96aad8e-0113-477f-94c7-71442e58738b with Priority: HIGHEST for action port [ 1014.753630] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.753630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.753630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.753630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.753630] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.754416] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.754416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.754416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.754416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.754416] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.754416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.754416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.754843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.754843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.754843] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.755621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96aad8e-0113-477f-94c7-71442e58738b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.755692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.755747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.755983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.755983] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96aad8e-0113-477f-94c7-71442e58738b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.181239] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.181556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.181556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.182547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.182547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.182547] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 1015.221207] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.221207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.221207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.221412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.221551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.232061] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 1015.257646] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.257912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.258060] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.261800] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a96aad8e-0113-477f-94c7-71442e58738b with status ACTIVE [ 1015.262032] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.262165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.262228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.262439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.262526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.262700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.262899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.263042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.263093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.263169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.263346] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.263482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.263523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.263655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.263725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.263913] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a96aad8e-0113-477f-94c7-71442e58738b is going to be updated. [ 1015.285627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.285819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.285893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.286124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.286267] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.286429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96aad8e-0113-477f-94c7-71442e58738b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.761846] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.919397] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1015.919744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.263727] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.264118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.264187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.264476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.264659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.264876] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be updated. [ 1016.312213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.312397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.312462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.312645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.312787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.326807] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: IN_PROGRESS for 2s [ 1016.486875] env[65337]: INFO networking_nsxv3.common.synchronization [req-b0254bc8-394d-46f7-9c0d-c6d6a5efb2ad req-d5004184-a498-4096-bbe2-1e9a0dab306a tempest-TenantUsagesTestJSON-301397297 tempest-TenantUsagesTestJSON-301397297-project-member] Enqueued Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_members [ 1016.488478] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_members [ 1016.488478] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.488478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.488678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.488970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.489594] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.491331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.491331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.491331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.491331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.491331] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.838733] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-251 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.838733] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.838733] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.838733] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.838733] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.838733] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.838733] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.839433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.839693] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.840094] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.840411] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.840660] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.841878] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.841878] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.841878] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.841878] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.861391] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.861391] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.861558] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.861698] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-251" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.862127] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.862365] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.862501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.862844] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.862984] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ff3b50-17d5-4b02-a688-ebf62e44bea6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.993463] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.994039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.994927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.995625] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.995768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.995838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.995994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.996110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.996247] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 already deleted. [ 1016.996338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.245301] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 1017.245536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.245775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.246107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.246302] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.246431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.246497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.246663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.246747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.246835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.246925] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.365516] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.365870] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.365957] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.366243] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.366428] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.366584] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port f4ff3b50-17d5-4b02-a688-ebf62e44bea6 not found, creating... [ 1017.366945] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.367049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.367163] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.367402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.367580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.367966] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.368228] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.368363] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.368581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.368716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.368857] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: f4ff3b50-17d5-4b02-a688-ebf62e44bea6 is going to be created. [ 1017.392109] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.392492] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.392703] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.393077] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.393359] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.393606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.751242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.751242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.751242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.752081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.752081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.752081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.752081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.752081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.752081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.752081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.752352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.752389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.752484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.752620] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.151700] env[65337]: INFO networking_nsxv3.common.synchronization [req-b0254bc8-394d-46f7-9c0d-c6d6a5efb2ad req-13d2460c-c5ce-4703-bd00-f9cf4d3800a5 service nova] Enqueued Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_rules [ 1018.151700] env[65337]: INFO networking_nsxv3.common.synchronization [req-b0254bc8-394d-46f7-9c0d-c6d6a5efb2ad req-13d2460c-c5ce-4703-bd00-f9cf4d3800a5 service nova] Enqueued Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_members [ 1018.151700] env[65337]: INFO networking_nsxv3.common.synchronization [req-b0254bc8-394d-46f7-9c0d-c6d6a5efb2ad req-13d2460c-c5ce-4703-bd00-f9cf4d3800a5 service nova] Enqueued Resource ID: f4ff3b50-17d5-4b02-a688-ebf62e44bea6 with Priority: HIGHEST for action port [ 1018.151700] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_rules [ 1018.151700] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_members [ 1018.151700] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4ff3b50-17d5-4b02-a688-ebf62e44bea6 with Priority: HIGHEST for action port [ 1018.151700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.151700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.151700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.151700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.151700] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.152448] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.152448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.152448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.152448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.152667] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.152667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.152753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.152837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.152914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.153008] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.154859] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.154938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.154976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.155126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.155691] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4ff3b50-17d5-4b02-a688-ebf62e44bea6',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.257660] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 558f293f-3a53-4b52-bc76-f061106f453b: rpc.has_security_group_logging(os_id): False [ 1018.279691] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.279691] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.279691] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.279691] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.280406] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.280406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.280406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.280406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.280406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.280406] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 1018.348868] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: SUCCESS [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.348868] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.348868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.348868] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.411457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.411745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.411745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.411878] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.412033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.431648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 1018.656970] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.658482] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.658587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.658951] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4ff3b50-17d5-4b02-a688-ebf62e44bea6 with status ACTIVE [ 1018.659166] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.659280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.659337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.659560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.659618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.659816] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.662507] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.662507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.662507] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4ff3b50-17d5-4b02-a688-ebf62e44bea6 is going to be updated. [ 1018.692903] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.693079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.693128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.693378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.693491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.693743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4ff3b50-17d5-4b02-a688-ebf62e44bea6" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.850703] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.160040] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.353013] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a7d2b6-ed6a-4579-9218-7d24a3b85edb: rpc.has_security_group_logging(os_id): False [ 1019.378458] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.378662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.378662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.379309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.379309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.380365] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.380365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.380365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.380365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.380365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.380917] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be updated. [ 1019.442020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.442415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.442415] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.442551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.442600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.455939] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: IN_PROGRESS for 2s [ 1019.663285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.663453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.663523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.663814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.663890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.663959] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 is going to be created. [ 1019.695356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.695356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.695356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.695356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.695356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.706640] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 in Status: UNINITIALIZED for 2s [ 1020.453080] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 1020.453481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.478550] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: SUCCESS [ 1021.478856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722137] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 in Status: SUCCESS [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.722137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722137] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.224846] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.225715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.225715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.226552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.226757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.226895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.226964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.227203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.227299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.227404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.227971] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.227971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.227971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.227971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.227971] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.228319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.228319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.228319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.228417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.228507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.228578] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.734991] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dfd3fb9-6849-46b1-94d2-4bde11d49be2: rpc.has_security_group_logging(os_id): False [ 1022.766768] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.766768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.766962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.767063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.767146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.767367] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.767461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.769091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.769091] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.769091] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.770777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.770777] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 is going to be created. [ 1022.842634] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.842872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.842872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.861163] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 in Status: IN_PROGRESS for 2s [ 1023.151222] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1023.151797] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1024.676146] env[65337]: INFO networking_nsxv3.common.synchronization [req-76de2b22-1c9c-44e3-a52f-29b752a5b3b5 req-201081c3-ead4-4027-9f5d-feeb087c12a0 tempest-ImagesOneServerNegativeTestJSON-2047071434 tempest-ImagesOneServerNegativeTestJSON-2047071434-project-member] Enqueued Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 1024.676750] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 558f293f-3a53-4b52-bc76-f061106f453b with Priority: HIGHEST for action security_group_members [ 1024.677117] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-558f293f-3a53-4b52-bc76-f061106f453b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.677248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.677321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.677522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.677682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.677809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.677872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.678052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.678142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.678267] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('558f293f-3a53-4b52-bc76-f061106f453b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.876085] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 in Status: SUCCESS [ 1024.876545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.041770] env[65337]: INFO networking_nsxv3.common.synchronization [req-ea6a6a03-d3f7-487a-87ee-7500e68f07cc req-58b00c1d-2d13-4ca9-bf38-97d89088abd9 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1025.043050] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1025.043050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.043050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.043050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.043472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.043775] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.044030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.044273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.044588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.044859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.045016] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.185642] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.185642] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.185642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.185642] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b is going to be updated. [ 1025.219434] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.219434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.219434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.219434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.220923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.234459] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: IN_PROGRESS for 2s [ 1025.473369] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.476410] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.476410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.476410] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.476410] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.476410] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.476410] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.476410] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.476410] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.476410] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.530728] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.531039] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.531200] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.531415] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.531867] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.532168] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.532405] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.535044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.535435] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.548234] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.040409] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.040873] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.041043] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.041485] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.041782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.042077] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f not found, creating... [ 1026.042548] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.042825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.043058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043486] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.043752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.044286] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.044575] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.044956] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.045198] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.045459] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.045772] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f is going to be created. [ 1026.051388] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.070806] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.071080] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.071170] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.071509] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.071814] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.072047] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.555221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.561062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.561062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.561062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.561062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.561062] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be updated. [ 1026.594722] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.594722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.594722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.594722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.594722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.607574] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 1026.782388] env[65337]: INFO networking_nsxv3.common.synchronization [req-ea6a6a03-d3f7-487a-87ee-7500e68f07cc req-f5e9772d-1000-491f-9b48-8227759e2525 service nova] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 1026.782562] env[65337]: INFO networking_nsxv3.common.synchronization [req-ea6a6a03-d3f7-487a-87ee-7500e68f07cc req-f5e9772d-1000-491f-9b48-8227759e2525 service nova] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1026.782706] env[65337]: INFO networking_nsxv3.common.synchronization [req-ea6a6a03-d3f7-487a-87ee-7500e68f07cc req-f5e9772d-1000-491f-9b48-8227759e2525 service nova] Enqueued Resource ID: b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f with Priority: HIGHEST for action port [ 1026.783282] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_rules [ 1026.783428] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1026.783557] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f with Priority: HIGHEST for action port [ 1026.784462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.784738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.786526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.786865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.787084] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.787899] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.787998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.788242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.788406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.788477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.788628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.788707] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.180829] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ad7339c-0209-446c-ba30-a37af771bc2a req-dea8d53d-7eac-4e6c-a9ce-c86c18979e0e tempest-AttachVolumeTestJSON-330527226 tempest-AttachVolumeTestJSON-330527226-project-member] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_members [ 1027.181518] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGHEST for action security_group_members [ 1027.181884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.182054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.182152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.182395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.182562] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.182666] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.182729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.182879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.182971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.183082] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.247800] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 558f293f-3a53-4b52-bc76-f061106f453b in Status: SUCCESS [ 1027.248012] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 558f293f-3a53-4b52-bc76-f061106f453b deletion is rescheduled due to dependency. [ 1027.248148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-558f293f-3a53-4b52-bc76-f061106f453b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.290950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.291262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.291364] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f with status ACTIVE [ 1027.291527] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.291684] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.291684] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.291908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.291997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.292604] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.292604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.292604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.292604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.292604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.292965] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.292965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.292965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.293205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.293205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.293325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f is going to be updated. [ 1027.316216] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.316528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.316640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.316928] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.317097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.317241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d772e5-a4e2-42ee-9ca0-94cb30c31a6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.410506] env[65337]: INFO networking_nsxv3.common.synchronization [req-a1809c10-df27-4af4-a01d-a85deb3feaa4 req-e1082002-5129-4064-a6c2-85de2fc8085d tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1027.411520] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1027.411605] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.411732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.411798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.412064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.412237] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.412316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.412380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.412693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.412693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.412693] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.685225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.685958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.686095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.686544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.686673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.686881] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.686992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.687063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.687231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.687302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.687592] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 is going to be updated. [ 1027.721816] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.721816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.721816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.722133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.722133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.733729] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc0e4fc-6f8f-4eef-a613-e422237db554 in Status: IN_PROGRESS for 2s [ 1027.743064] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.743267] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.743392] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.743727] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.743989] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.744164] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.744282] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.744558] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.744769] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.744989] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.745114] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.745220] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.745325] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.745433] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.745536] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.745662] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.771091] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.771273] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.771422] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.771648] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.771968] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-b56546a1-7d2b-4c46-a230-077d7e4c073e taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.772160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.772279] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.772669] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.772815] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56546a1-7d2b-4c46-a230-077d7e4c073e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.916066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.916246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.916341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.916675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.916780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.917105] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.917255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.917301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.917460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.917537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.917772] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d already deleted. [ 1027.917979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.275171] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.275497] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.275557] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.275817] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.275965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.276136] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port b56546a1-7d2b-4c46-a230-077d7e4c073e not found, creating... [ 1028.276393] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.276547] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.276659] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.276878] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.277018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.277300] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.277453] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.277803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.278049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.278191] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.278330] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: b56546a1-7d2b-4c46-a230-077d7e4c073e is going to be created. [ 1028.312464] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.312739] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.312834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313123] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.313394] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.313630] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.621643] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1028.621889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.622074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.622303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.622504] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.622646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.622725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.622953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.623063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.623154] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.049385] env[65337]: INFO networking_nsxv3.common.synchronization [req-a1809c10-df27-4af4-a01d-a85deb3feaa4 req-baac5454-7456-496a-abae-d93aacd4cdec service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1029.049645] env[65337]: INFO networking_nsxv3.common.synchronization [req-a1809c10-df27-4af4-a01d-a85deb3feaa4 req-baac5454-7456-496a-abae-d93aacd4cdec service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1029.050468] env[65337]: INFO networking_nsxv3.common.synchronization [req-a1809c10-df27-4af4-a01d-a85deb3feaa4 req-baac5454-7456-496a-abae-d93aacd4cdec service nova] Enqueued Resource ID: b56546a1-7d2b-4c46-a230-077d7e4c073e with Priority: HIGHEST for action port [ 1029.052521] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1029.052521] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1029.052521] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56546a1-7d2b-4c46-a230-077d7e4c073e with Priority: HIGHEST for action port [ 1029.052521] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.052521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.052521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.052521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.053016] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.053727] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.053859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.053951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.054161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.054339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.054453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.054539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.054709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.054795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.054888] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.056291] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56546a1-7d2b-4c46-a230-077d7e4c073e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.056398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.056398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.056635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.056732] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56546a1-7d2b-4c46-a230-077d7e4c073e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.129430] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.558804] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.560012] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.560164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.560351] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b56546a1-7d2b-4c46-a230-077d7e4c073e with status ACTIVE [ 1029.560658] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.560899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.560992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.561243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.561359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.561553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.561676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.561756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.561937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.562050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.562232] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.562325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.562451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.562688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.562787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.562892] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b56546a1-7d2b-4c46-a230-077d7e4c073e is going to be updated. [ 1029.587090] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.587090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.587090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.587296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.587476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.587635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56546a1-7d2b-4c46-a230-077d7e4c073e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.630125] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.750089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc0e4fc-6f8f-4eef-a613-e422237db554 in Status: SUCCESS [ 1029.750334] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 deletion is rescheduled due to dependency. [ 1029.750454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.841781] env[65337]: INFO networking_nsxv3.common.synchronization [req-5afd8420-4118-49f5-91c9-13dfa1a4baed req-262505b4-9f1d-4dad-ba30-d75acb2c76bc tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_members [ 1029.842403] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_members [ 1029.842648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.842771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.842840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.843130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.843295] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.843399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.843495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.843663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.843777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.843825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.064809] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.136647] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.136869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.136869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.137199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.137337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.137445] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be updated. [ 1030.157330] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.157520] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.157658] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.157939] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.158470] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.158770] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.158918] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.159271] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.159437] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.159675] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.159804] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.159912] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.160030] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.160159] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.160265] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.160414] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.173542] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.173772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.173772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.173955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.174133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.184019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.184336] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.184555] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.184801] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.185303] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.185588] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.185813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.186314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.186554] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.188982] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 1030.347121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.347385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.347555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.347768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.347890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.348083] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.348209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.348275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.348502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.348595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.348685] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c08958-0224-4488-bb59-89a086ac37be already deleted. [ 1030.348767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.567081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.567411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.567411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.567502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.567591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.567689] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be created. [ 1030.594813] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.595022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.595022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.595131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.595290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.607614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: UNINITIALIZED for 2s [ 1030.690482] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.690848] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.690985] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.691299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.691459] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.691618] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 not found, creating... [ 1030.691889] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.692058] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.692175] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.692400] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.692537] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.692932] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.693107] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.693226] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.693435] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.693582] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.693734] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 is going to be created. [ 1030.721442] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.721685] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.722610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.722610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.722610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.722610] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.011909] env[65337]: INFO networking_nsxv3.common.synchronization [req-1963762e-1c0b-4f24-8804-3b79d78ba93d req-f3fe7511-b987-4353-8b0d-baa59524af0b tempest-TenantUsagesTestJSON-301397297 tempest-TenantUsagesTestJSON-301397297-project-member] Enqueued Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_members [ 1031.012556] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGHEST for action security_group_members [ 1031.012949] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.013397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.013397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.013397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.013519] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.014441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.014441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.014441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.014441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.014699] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.483427] env[65337]: INFO networking_nsxv3.common.synchronization [req-5afd8420-4118-49f5-91c9-13dfa1a4baed req-0f9498d7-c190-4bc6-97eb-272c2af5894c service nova] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_rules [ 1031.483645] env[65337]: INFO networking_nsxv3.common.synchronization [req-5afd8420-4118-49f5-91c9-13dfa1a4baed req-0f9498d7-c190-4bc6-97eb-272c2af5894c service nova] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_members [ 1031.483786] env[65337]: INFO networking_nsxv3.common.synchronization [req-5afd8420-4118-49f5-91c9-13dfa1a4baed req-0f9498d7-c190-4bc6-97eb-272c2af5894c service nova] Enqueued Resource ID: 2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 with Priority: HIGHEST for action port [ 1031.484834] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_rules [ 1031.484975] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_members [ 1031.485684] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 with Priority: HIGHEST for action port [ 1031.486650] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.486857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.487149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.487407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.487533] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.488906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.489201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.489377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.489645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.489885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.490030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.490118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.490337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.491565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.491565] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.492141] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.493083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.493083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.493083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.493083] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.516315] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.517282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.517282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.517282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.517282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.517494] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.517604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.517692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.517876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.517942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.518316] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 is going to be updated. [ 1031.549879] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.550093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.550163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.550397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.550569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.561766] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 in Status: IN_PROGRESS for 2s [ 1031.995075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.995658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.995658] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.996906] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 with status ACTIVE [ 1031.997049] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.997215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.997344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.997542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.997634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.997855] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.997999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.998063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.998191] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.998265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.998487] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.998571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.998635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.998780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.998855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.998960] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4 is going to be updated. [ 1032.021286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.021458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.021528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.021755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.021874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.022051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e1ad86b-f7ff-4bf2-9dbf-3b66af5ff0d4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.206033] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.206033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.206033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.206033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.503646] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.620858] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1032.621102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.621275] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.621874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.621874] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.621874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.621874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.622331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.622331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.622331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.622331] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.716649] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.009556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.009556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.009556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.009556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.009556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.009556] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c08958-0224-4488-bb59-89a086ac37be is going to be created. [ 1033.035042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.035042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.035042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.035342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.035342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.046362] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: UNINITIALIZED for 2s [ 1033.124614] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.124785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.124859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.125111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.125287] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.125393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.125457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.125610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.125698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.125783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.125929] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.126034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.126095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.126234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.126432] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.126553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.126616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.126755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.126829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.126910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.126997] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.220255] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0561b99-4406-4190-a2bf-73082ef8d3a4: rpc.has_security_group_logging(os_id): False [ 1033.242316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.242822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.242901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.243226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.243334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.243626] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.243766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.243836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.244030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.244128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.244241] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be updated. [ 1033.334434] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.335511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.335511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.335511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.335511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.359070] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 1033.573406] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 in Status: SUCCESS [ 1033.573620] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 deletion is rescheduled due to dependency. [ 1033.573763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.629371] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7151600a-af78-4df5-9501-c345263feb5d: rpc.has_security_group_logging(os_id): False [ 1033.653573] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.653754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.653844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.654160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.654234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.654454] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.654594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.654665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.654875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.654968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.655253] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.655367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.655657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.655657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.655657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.655865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.655983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.656070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.656230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.656344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.656421] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be created. [ 1033.725996] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.726232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.726338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.726613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.726864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.740206] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1034.362142] env[65337]: INFO networking_nsxv3.common.synchronization [req-d20a971c-282a-4032-9aa7-7acfac4db177 req-44138288-e553-4cea-8bba-041f0d065368 tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1034.362978] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1034.364105] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.364418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.364735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.365123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.365451] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.366317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.367337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.367337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.367337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.367337] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.779307] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.779501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.779631] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.779979] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.780373] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.780546] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.780704] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.781037] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.781232] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.781538] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.781677] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.781790] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.781896] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.781998] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.782113] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.782245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.804927] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.805339] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.805488] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.805630] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.805952] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-d602ffa4-993e-41f9-94e9-5bd57f5f320c taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.806181] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.806453] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.806803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.806947] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d602ffa4-993e-41f9-94e9-5bd57f5f320c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.870395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.870395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.870395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.870395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.870395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.870634] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.870687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.871047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.871047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.871047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.871254] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 1034.899298] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.899490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.899570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.899786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.899904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.909650] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 1035.059093] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: SUCCESS [ 1035.059323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.059545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.059782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.059991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.060132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.060211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.060390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.060542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.060716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.060824] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.309431] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.310027] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.310027] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.310252] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.310426] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.310647] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port d602ffa4-993e-41f9-94e9-5bd57f5f320c not found, creating... [ 1035.310970] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.311280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.311396] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.311688] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.311891] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.312466] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.313447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.313447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.313447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.313447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.313782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: d602ffa4-993e-41f9-94e9-5bd57f5f320c is going to be created. [ 1035.345424] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.345682] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.345852] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.346164] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.346572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.346773] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.380709] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1035.381056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.563839] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.726595] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3f28f311-d035-4204-a4b0-d80fe5f88831 None None] Enqueued Resource ID: 4fb4d91b-553a-44a1-9c6f-48826395edc7 with Priority: HIGHEST for action port [ 1035.727188] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb4d91b-553a-44a1-9c6f-48826395edc7 with Priority: HIGHEST for action port [ 1035.727506] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb4d91b-553a-44a1-9c6f-48826395edc7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.727626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb4d91b-553a-44a1-9c6f-48826395edc7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.727708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb4d91b-553a-44a1-9c6f-48826395edc7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.727945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb4d91b-553a-44a1-9c6f-48826395edc7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.728767] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb4d91b-553a-44a1-9c6f-48826395edc7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.754711] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1035.754711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.068359] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c08958-0224-4488-bb59-89a086ac37be: rpc.has_security_group_logging(os_id): False [ 1036.093184] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.093184] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.093184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.093184] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c08958-0224-4488-bb59-89a086ac37be is going to be created. [ 1036.110321] env[65337]: INFO networking_nsxv3.common.synchronization [req-d20a971c-282a-4032-9aa7-7acfac4db177 req-88e8f07b-0fdd-4050-9acf-76bdd7e7d44d service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 1036.111242] env[65337]: INFO networking_nsxv3.common.synchronization [req-d20a971c-282a-4032-9aa7-7acfac4db177 req-88e8f07b-0fdd-4050-9acf-76bdd7e7d44d service nova] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1036.112078] env[65337]: INFO networking_nsxv3.common.synchronization [req-d20a971c-282a-4032-9aa7-7acfac4db177 req-88e8f07b-0fdd-4050-9acf-76bdd7e7d44d service nova] Enqueued Resource ID: d602ffa4-993e-41f9-94e9-5bd57f5f320c with Priority: HIGHEST for action port [ 1036.116017] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_rules [ 1036.116017] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1036.116017] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d602ffa4-993e-41f9-94e9-5bd57f5f320c with Priority: HIGHEST for action port [ 1036.116017] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.116017] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.116017] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.116017] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d602ffa4-993e-41f9-94e9-5bd57f5f320c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.116017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.116017] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d602ffa4-993e-41f9-94e9-5bd57f5f320c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.158699] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.158699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.158699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.158699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.158699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.169319] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: IN_PROGRESS for 2s [ 1036.231390] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fb4d91b-553a-44a1-9c6f-48826395edc7 [ 1036.231627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.231762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.231835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.232266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.232266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.232412] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fb4d91b-553a-44a1-9c6f-48826395edc7 already deleted. [ 1036.232412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb4d91b-553a-44a1-9c6f-48826395edc7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.616989] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.617286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.618583] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d602ffa4-993e-41f9-94e9-5bd57f5f320c with status ACTIVE [ 1036.618804] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.618901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.618970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.619188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.619277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.619454] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.619561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.619620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.622392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.622392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.622392] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.622392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.622392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.622392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.622392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.622392] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d602ffa4-993e-41f9-94e9-5bd57f5f320c is going to be updated. [ 1036.647088] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.647269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.647314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.647508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.647652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.647816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d602ffa4-993e-41f9-94e9-5bd57f5f320c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.724362] env[65337]: INFO networking_nsxv3.common.synchronization [req-f5f0965d-7e3c-40a1-8f56-55bae0e4a934 req-44df42fe-b38a-452a-b45a-b3c179a0797d tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: 6aa97e71-1f20-43c7-acce-99c15f8e2e0e with Priority: HIGHEST for action security_group_rules [ 1036.724539] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa97e71-1f20-43c7-acce-99c15f8e2e0e with Priority: HIGHEST for action security_group_rules [ 1036.724942] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6aa97e71-1f20-43c7-acce-99c15f8e2e0e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.725027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6aa97e71-1f20-43c7-acce-99c15f8e2e0e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.725070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6aa97e71-1f20-43c7-acce-99c15f8e2e0e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.725333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6aa97e71-1f20-43c7-acce-99c15f8e2e0e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.725429] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6aa97e71-1f20-43c7-acce-99c15f8e2e0e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.921937] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 1036.921937] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 1036.921937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.924021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.924021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.924021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.924021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.924021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.924021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.924021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.924021] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.251687] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.251930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.252068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.252492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.252492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.252745] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6aa97e71-1f20-43c7-acce-99c15f8e2e0e already deleted. [ 1037.252816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6aa97e71-1f20-43c7-acce-99c15f8e2e0e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.269920] env[65337]: INFO networking_nsxv3.common.synchronization [req-f1d9c453-06b7-4e3d-b652-9f1d327f7f42 req-02e65ee1-a53d-4406-bfba-240e21f7d9f5 tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: cd708ec2-83b9-4809-b0a3-ee43ff5b1f45 with Priority: HIGHEST for action security_group_rules [ 1037.270608] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd708ec2-83b9-4809-b0a3-ee43ff5b1f45 with Priority: HIGHEST for action security_group_rules [ 1037.270972] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd708ec2-83b9-4809-b0a3-ee43ff5b1f45 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.271270] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd708ec2-83b9-4809-b0a3-ee43ff5b1f45" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.271372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd708ec2-83b9-4809-b0a3-ee43ff5b1f45" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.271719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd708ec2-83b9-4809-b0a3-ee43ff5b1f45" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.271842] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd708ec2-83b9-4809-b0a3-ee43ff5b1f45',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.431924] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.798061] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.798061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.798061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.798695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.798695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.798695] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd708ec2-83b9-4809-b0a3-ee43ff5b1f45 already deleted. [ 1037.798695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd708ec2-83b9-4809-b0a3-ee43ff5b1f45" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.811059] env[65337]: INFO networking_nsxv3.common.synchronization [None req-28ab21e9-b1e8-4000-bf0b-ec18fcd1ab61 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1037.812264] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1037.812638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.812840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.812908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.813141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.813301] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.813400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.813459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.813604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.813686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.813781] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.933443] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.044596] env[65337]: INFO networking_nsxv3.common.synchronization [req-3cec7193-c13b-43c5-9526-27777f5cca07 req-818f0fb9-bd29-451c-9bc5-71526343fca1 tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: 162858a7-888d-49fa-8143-2546e001344f with Priority: HIGHEST for action security_group_rules [ 1038.046705] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 162858a7-888d-49fa-8143-2546e001344f with Priority: HIGHEST for action security_group_rules [ 1038.046705] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-162858a7-888d-49fa-8143-2546e001344f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.046705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-162858a7-888d-49fa-8143-2546e001344f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.047525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-162858a7-888d-49fa-8143-2546e001344f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.047525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-162858a7-888d-49fa-8143-2546e001344f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.047679] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('162858a7-888d-49fa-8143-2546e001344f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.187819] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: SUCCESS [ 1038.187936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.318736] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.318932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.318997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.319271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.319377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.319674] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.319813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.319887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.320147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.320399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.320557] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 1038.355212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.355410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.355472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.355953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.355953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.371987] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 1038.409708] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3ffaf2b7-6a24-4059-9028-15c001e6e31a None None] Enqueued Resource ID: aab4bde7-683a-477b-af73-286cb2129a56 with Priority: HIGHEST for action port [ 1038.411277] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab4bde7-683a-477b-af73-286cb2129a56 with Priority: HIGHEST for action port [ 1038.411744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab4bde7-683a-477b-af73-286cb2129a56 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.411896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab4bde7-683a-477b-af73-286cb2129a56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.411896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab4bde7-683a-477b-af73-286cb2129a56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.412614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab4bde7-683a-477b-af73-286cb2129a56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.412614] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab4bde7-683a-477b-af73-286cb2129a56',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.435678] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.435899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.435950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.436221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.436361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.436558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 1038.473441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.473441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.473441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.473441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.473717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.487032] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 1038.575246] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.575439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.575486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.576243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.576243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.576243] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 162858a7-888d-49fa-8143-2546e001344f already deleted. [ 1038.576243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-162858a7-888d-49fa-8143-2546e001344f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.918062] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab4bde7-683a-477b-af73-286cb2129a56 [ 1038.918410] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.918616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.918717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.918937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.919044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.919751] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab4bde7-683a-477b-af73-286cb2129a56 already deleted. [ 1038.919751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab4bde7-683a-477b-af73-286cb2129a56" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.940225] env[65337]: INFO networking_nsxv3.common.synchronization [req-d6906117-d8de-4c82-94f7-750c92f6e8d0 req-941279ed-f64a-4629-a71d-61fdd1b4f9ee tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: acf1d248-61d7-4dc1-9018-98aeb6638d71 with Priority: HIGHEST for action security_group_rules [ 1038.940225] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf1d248-61d7-4dc1-9018-98aeb6638d71 with Priority: HIGHEST for action security_group_rules [ 1038.940225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acf1d248-61d7-4dc1-9018-98aeb6638d71 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.940225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acf1d248-61d7-4dc1-9018-98aeb6638d71" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.940225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acf1d248-61d7-4dc1-9018-98aeb6638d71" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.940925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acf1d248-61d7-4dc1-9018-98aeb6638d71" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.941356] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acf1d248-61d7-4dc1-9018-98aeb6638d71',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.462595] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.462769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.462835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.463782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.463782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.463782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acf1d248-61d7-4dc1-9018-98aeb6638d71 already deleted. [ 1039.463782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acf1d248-61d7-4dc1-9018-98aeb6638d71" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030241] env[65337]: INFO networking_nsxv3.common.synchronization [req-ae677341-6b00-4696-bde0-164131c21fa6 req-7e0f00de-f4fb-4fdd-9b2e-18da754ceb1c tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d with Priority: HIGHEST for action security_group_rules [ 1040.030866] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d with Priority: HIGHEST for action security_group_rules [ 1040.031241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.031420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.031466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.031936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.032126] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3545b0f-a246-4bc1-9b61-b3ccf144c32d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.207336] env[65337]: INFO networking_nsxv3.common.synchronization [req-ec9ebfa1-9a4a-493e-a5eb-a3893910842c req-61c99cd7-9f28-4eac-820f-eae565b7ac9e tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d with Priority: HIGHEST for action security_group_rules [ 1040.208501] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d with Priority: HIGHEST for action security_group_rules [ 1040.210020] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.210176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.385885] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 1040.385885] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d deletion is rescheduled due to dependency. [ 1040.385885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.465211] env[65337]: INFO networking_nsxv3.common.synchronization [req-36d36eb4-1cf0-4f43-88f8-c224c9bfcf1a req-8acee4cd-935a-44b5-ac9d-0e844fde5577 tempest-SecurityGroupRulesTestJSON-890371379 tempest-SecurityGroupRulesTestJSON-890371379-project-member] Enqueued Resource ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d with Priority: HIGHEST for action security_group_rules [ 1040.465211] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d with Priority: HIGHEST for action security_group_rules [ 1040.465211] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.465211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.500744] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.500744] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.500744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.500744] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.556708] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.556708] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d already deleted. [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.556708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.556708] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3545b0f-a246-4bc1-9b61-b3ccf144c32d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.006592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.006592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.006592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.006592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.007566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.007566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.007566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.007566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.007566] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.079312] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.079869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.079869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.079988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.080064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.080210] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d already deleted. [ 1041.080314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.080866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.081140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.081259] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3545b0f-a246-4bc1-9b61-b3ccf144c32d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.511211] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 1041.533164] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.533377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.533425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.534300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.534300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.534300] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.534300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.534300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.534300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.534300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.534755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.534755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.534755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.534755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.534946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.534978] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.535652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.535784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.535920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.536041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.536170] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 1041.610914] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.611266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.611339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.611645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.611786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.611921] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3545b0f-a246-4bc1-9b61-b3ccf144c32d already deleted. [ 1041.612051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3545b0f-a246-4bc1-9b61-b3ccf144c32d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.615610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.615760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.615829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.616265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.616399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.634960] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 1043.656356] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 1043.657389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.465370] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.465370] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1045.754634] env[65337]: INFO networking_nsxv3.common.synchronization [None req-60f8f4cf-5f92-46f6-8671-ed1e2cdb4b6a None None] Enqueued Resource ID: 8a6544d5-cfd3-4874-bfd9-53bb349abbeb with Priority: HIGHEST for action port [ 1045.755195] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a6544d5-cfd3-4874-bfd9-53bb349abbeb with Priority: HIGHEST for action port [ 1045.755513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a6544d5-cfd3-4874-bfd9-53bb349abbeb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.755631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a6544d5-cfd3-4874-bfd9-53bb349abbeb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.755703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a6544d5-cfd3-4874-bfd9-53bb349abbeb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.756317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a6544d5-cfd3-4874-bfd9-53bb349abbeb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.756469] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a6544d5-cfd3-4874-bfd9-53bb349abbeb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.258858] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a6544d5-cfd3-4874-bfd9-53bb349abbeb [ 1046.259170] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.259334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.259410] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.260830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.260830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260830] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a6544d5-cfd3-4874-bfd9-53bb349abbeb already deleted. [ 1046.260830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a6544d5-cfd3-4874-bfd9-53bb349abbeb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.869051] env[65337]: INFO networking_nsxv3.common.synchronization [None req-dee0eda0-f0a5-474e-a22d-81035839cd6b None None] Enqueued Resource ID: 728e7a2f-f445-4cb4-acf0-7c8be36e1890 with Priority: HIGHEST for action port [ 1047.869482] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728e7a2f-f445-4cb4-acf0-7c8be36e1890 with Priority: HIGHEST for action port [ 1047.869693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-728e7a2f-f445-4cb4-acf0-7c8be36e1890 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.869813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728e7a2f-f445-4cb4-acf0-7c8be36e1890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728e7a2f-f445-4cb4-acf0-7c8be36e1890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.870215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728e7a2f-f445-4cb4-acf0-7c8be36e1890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.870303] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728e7a2f-f445-4cb4-acf0-7c8be36e1890',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.187026] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f90b8a8b-420e-480d-8fe3-46d99f4b724c None None] Enqueued Resource ID: 087248f1-3441-4d83-a65c-6702c05fd0cc with Priority: HIGHEST for action port [ 1048.187409] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 087248f1-3441-4d83-a65c-6702c05fd0cc with Priority: HIGHEST for action port [ 1048.187409] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-087248f1-3441-4d83-a65c-6702c05fd0cc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.187527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-087248f1-3441-4d83-a65c-6702c05fd0cc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.187571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-087248f1-3441-4d83-a65c-6702c05fd0cc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.187813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-087248f1-3441-4d83-a65c-6702c05fd0cc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.187893] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('087248f1-3441-4d83-a65c-6702c05fd0cc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.372989] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728e7a2f-f445-4cb4-acf0-7c8be36e1890 [ 1048.374380] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.374721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.374892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.375204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.375513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.376323] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728e7a2f-f445-4cb4-acf0-7c8be36e1890 already deleted. [ 1048.376584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728e7a2f-f445-4cb4-acf0-7c8be36e1890" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.690255] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 087248f1-3441-4d83-a65c-6702c05fd0cc [ 1048.690491] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.690644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.690682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.690907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.691111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.691226] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:087248f1-3441-4d83-a65c-6702c05fd0cc already deleted. [ 1048.691315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-087248f1-3441-4d83-a65c-6702c05fd0cc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.906771] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.907198] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.907248] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.907594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.908034] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.908261] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.908443] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.908799] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.909024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.909227] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.909342] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.909555] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.909610] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.909759] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.909914] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.910085] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.932575] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.932733] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.932874] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.933147] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.933486] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.933665] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.933782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.934174] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.937529] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c899a0-8547-4775-a76c-f4cc4dc0ba1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.438104] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.438104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.438104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.438433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438852] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.438852] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 91c899a0-8547-4775-a76c-f4cc4dc0ba1b not found, creating... [ 1049.439050] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.439182] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.439297] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.439517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.439687] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.439976] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.440182] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.440306] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.440519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.440651] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.440792] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b is going to be created. [ 1049.464451] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.464716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.464767] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.465027] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.465268] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.465498] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.607020] env[65337]: INFO networking_nsxv3.common.synchronization [req-8983ccab-e135-4bcf-8c6a-836f7a8e2db1 req-954643a1-c6f0-489b-9aa7-e5eb7f66fa55 tempest-SecurityGroupRulesNegativeTestJSON-780323602 tempest-SecurityGroupRulesNegativeTestJSON-780323602-project-member] Enqueued Resource ID: 93c23a52-e798-41b5-8b09-78c0b196ff4c with Priority: HIGHEST for action security_group_rules [ 1049.607598] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c23a52-e798-41b5-8b09-78c0b196ff4c with Priority: HIGHEST for action security_group_rules [ 1049.607920] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c23a52-e798-41b5-8b09-78c0b196ff4c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.608067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.608139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.608400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.608487] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c23a52-e798-41b5-8b09-78c0b196ff4c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.132315] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.132692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.132692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.136437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.136437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.136437] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c23a52-e798-41b5-8b09-78c0b196ff4c already deleted. [ 1050.136437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.298298] env[65337]: INFO networking_nsxv3.common.synchronization [None req-631fd166-d7db-469b-9410-87d8131b3944 None None] Enqueued Resource ID: e587c658-d4fa-4c94-95a2-6b0253b65df3 with Priority: HIGHEST for action port [ 1050.298298] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e587c658-d4fa-4c94-95a2-6b0253b65df3 with Priority: HIGHEST for action port [ 1050.298572] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-e587c658-d4fa-4c94-95a2-6b0253b65df3 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.299010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e587c658-d4fa-4c94-95a2-6b0253b65df3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.299010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e587c658-d4fa-4c94-95a2-6b0253b65df3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.299532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e587c658-d4fa-4c94-95a2-6b0253b65df3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.299532] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e587c658-d4fa-4c94-95a2-6b0253b65df3',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.331911] env[65337]: INFO networking_nsxv3.common.synchronization [req-d2ab6093-25bb-4857-b74f-b4784475331b req-20e91dbe-fdad-4463-bae7-674c8b98a3b0 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 1050.332104] env[65337]: INFO networking_nsxv3.common.synchronization [req-d2ab6093-25bb-4857-b74f-b4784475331b req-20e91dbe-fdad-4463-bae7-674c8b98a3b0 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1050.332313] env[65337]: INFO networking_nsxv3.common.synchronization [req-d2ab6093-25bb-4857-b74f-b4784475331b req-20e91dbe-fdad-4463-bae7-674c8b98a3b0 service nova] Enqueued Resource ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b with Priority: HIGHEST for action port [ 1050.332920] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 1050.334074] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1050.334319] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b with Priority: HIGHEST for action port [ 1050.334664] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.334822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.334939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.335243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.335395] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.336468] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.336682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.336793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.337019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.337154] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.337295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.337392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.337563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.337652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.337773] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.338677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.339596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.339688] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c899a0-8547-4775-a76c-f4cc4dc0ba1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.575921] env[65337]: INFO networking_nsxv3.common.synchronization [req-e8bcf673-4a67-4c21-bfc0-462c2dc44916 req-8c086b40-239b-4131-af52-0f7fcb0233f7 tempest-SecurityGroupRulesNegativeTestJSON-780323602 tempest-SecurityGroupRulesNegativeTestJSON-780323602-project-member] Enqueued Resource ID: 93c23a52-e798-41b5-8b09-78c0b196ff4c with Priority: HIGHEST for action security_group_rules [ 1050.576631] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c23a52-e798-41b5-8b09-78c0b196ff4c with Priority: HIGHEST for action security_group_rules [ 1050.576989] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93c23a52-e798-41b5-8b09-78c0b196ff4c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.577129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.577216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.577565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.577565] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93c23a52-e798-41b5-8b09-78c0b196ff4c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.804050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e587c658-d4fa-4c94-95a2-6b0253b65df3 [ 1050.804050] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.804050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.804639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.804911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.808043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.808043] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e587c658-d4fa-4c94-95a2-6b0253b65df3 already deleted. [ 1050.808043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e587c658-d4fa-4c94-95a2-6b0253b65df3" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.841789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.841789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.842037] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.843023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c899a0-8547-4775-a76c-f4cc4dc0ba1b with status ACTIVE [ 1050.843179] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.843265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.843329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.843659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.843659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.843806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.843891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.843891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.844077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.844187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.844342] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.844424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.844531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.844663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.844663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.846363] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b is going to be updated. [ 1050.867457] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.867933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.868031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.868603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.868603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.869524] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.952460] env[65337]: INFO networking_nsxv3.common.synchronization [None req-3930b596-ddf9-41b6-ac4e-8ff28dbf26fb None None] Enqueued Resource ID: c2b06be1-dc0d-4d68-b55c-9f7d2ce37211 with Priority: HIGHEST for action port [ 1050.956819] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b06be1-dc0d-4d68-b55c-9f7d2ce37211 with Priority: HIGHEST for action port [ 1050.957257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2b06be1-dc0d-4d68-b55c-9f7d2ce37211 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.957439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2b06be1-dc0d-4d68-b55c-9f7d2ce37211" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.957540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2b06be1-dc0d-4d68-b55c-9f7d2ce37211" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.957917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2b06be1-dc0d-4d68-b55c-9f7d2ce37211" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.958050] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2b06be1-dc0d-4d68-b55c-9f7d2ce37211',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.100383] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.100532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.100862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.104019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.104019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.104019] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93c23a52-e798-41b5-8b09-78c0b196ff4c already deleted. [ 1051.104019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93c23a52-e798-41b5-8b09-78c0b196ff4c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.347147] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.461689] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2b06be1-dc0d-4d68-b55c-9f7d2ce37211 [ 1051.461944] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.462086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.462156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.462970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.462970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.462970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2b06be1-dc0d-4d68-b55c-9f7d2ce37211 already deleted. [ 1051.462970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2b06be1-dc0d-4d68-b55c-9f7d2ce37211" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.853502] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.853677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.853750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.853981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.854143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.854253] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 1051.887294] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.887449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.887521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.887741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.887875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.902459] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 1053.090593] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.091265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.091265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.091672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.091849] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.594595] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.917861] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 1053.918250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.918534] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.919385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.919555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.919674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.919922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.920070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920348] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.097104] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.423798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.423798] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.423798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.424355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.424355] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.424355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.424355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.424511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.424547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.424619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.424676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.424822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.424889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.424969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.425071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.599524] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1054.599524] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1054.754128] env[65337]: INFO networking_nsxv3.common.synchronization [req-16c4b5af-5342-4b78-bb7e-67dcee06379d req-2daf622b-e34e-4276-ba6b-bd6928bad7ce tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1054.754128] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1054.754467] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.754759] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.754832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.755111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.755314] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.755433] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.755500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.755694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.755848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.755901] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.928141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fbda90-d2a7-400c-8b6b-41f81238b77d: rpc.has_security_group_logging(os_id): False [ 1054.951905] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.951905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.951905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.951905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.951905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.951905] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.951905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.951905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.952340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.952340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.952340] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.952457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.952457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.952588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.952660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.952851] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.952983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.953033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.953681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.953681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.953681] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 1055.064556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.064556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.064556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.064556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.064556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.078260] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 1055.261221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.261221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.261221] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.261221] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1055.302672] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.302672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.302672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.302672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.302672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.316034] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1055.794686] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.794851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.794894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.795132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.809792] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1055.810777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.812017] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1055.861439] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.861573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.861640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.861957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.885062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.885768] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1055.885859] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.885959] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1055.943303] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.944179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.944381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.944674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.948199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.948199] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1056.053424] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.053424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.053424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.053424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.053424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.053424] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1056.150695] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.151025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.151025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.151140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.152886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.152886] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:55. [ 1056.152886] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8', 'be852ede-d29e-4aab-b78c-d0d58387f89a', 'ea9cb95d-55d4-48d2-babd-0c2249b47288', 'e2208650-918e-48db-ba1d-c72263a83ec4', '1fc90567-98d1-4162-88af-d96d36de7c15', '5dbf357a-c5fb-416f-b70f-ddc4caa30ff9', '40572eec-211a-41f1-9056-e9c3d74a27bc', '816e2842-de13-486a-8e50-68cb946736e4', '45671740-4c1a-4340-bb1c-476a0bbf0ca0', '1d406934-bc97-41aa-b26b-6945d2493b29', 'fea83607-2f55-4489-bab7-045ebc5c10a2', '1a518f95-d30f-428c-b12c-80520fc7f8bc', 'dd27e31e-2f95-4a8f-9a71-2777be62cc09', 'b2f1a16a-03c0-4645-b3d6-0b43e4231d6d', 'e0561b99-4406-4190-a2bf-73082ef8d3a4', '44802d22-8c92-4486-8fa9-ff966a5971c9', '29c08958-0224-4488-bb59-89a086ac37be', '28794666-99d3-40f7-912c-d2bc6e66982d', '414b86ac-56b6-406c-8a85-c72d35f4a77a', '23a7d2b6-ed6a-4579-9218-7d24a3b85edb', 'c84ad2c2-e0ce-40af-befd-bffa7543a131', 'fd06e931-188e-4a5a-b62a-c574c0f686c9', 'edc0e4fc-6f8f-4eef-a613-e422237db554', '8dfd3fb9-6849-46b1-94d2-4bde11d49be2', '00fa0b56-984c-48c9-8998-516df036eb15', '8b552d0e-8983-4f32-bf6a-5b4acf6bb85d', '9077053e-385c-4970-a599-7e284d02361a', '6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496', 'c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f', '40367649-a95c-46ab-8f33-0e7bb9093d21', 'ba82ba77-48ab-4b21-a227-6c3b271fd29a', '2c7c7e00-623e-435b-b2e6-4a400b872483', '10a36098-5782-45de-b048-02e5de497927', '7151600a-af78-4df5-9501-c345263feb5d', '5f555165-1755-4c39-9ef1-939037f1d493', '9bd2a21e-367b-4c23-88b0-793f867bf3fe', '818ee2d5-7c34-46fe-b3e2-dd3655c21078', 'a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9', '558f293f-3a53-4b52-bc76-f061106f453b', '2e0ba719-bae9-4551-ad1e-ec853a12c64f', '1897c16b-38bc-4f63-aa01-37552c659610', '3159b861-b4cf-438a-bf77-7878bc662ea8', '6318f012-3cae-44aa-8748-75debf67a4a8', '43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc', '044ce7dc-ea80-451e-ac71-d8540e667558', '09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7', '462ff58e-d916-4a6e-89ad-5d1e6b554c98', 'fcf9aea1-fd8e-4e49-a6d8-cba30a712052', '21616d65-5a31-47a0-9ddb-22ccf68c94e8', 'b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8', '5a6ebf45-4d57-4983-b382-49997c062e94', '60654c25-cecf-45eb-b388-ec379999e82b', '41fbda90-d2a7-400c-8b6b-41f81238b77d', '5b64f9c8-a9eb-4321-b0af-19d2340ada36', '2af24c4a-db40-44e4-8fa3-97459aa0b890'} {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.152886] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1056.174698] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.174912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.175624] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.176049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.176049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.176252] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1056.176357] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.176439] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1056.290171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.290171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.290171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.290171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.290824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.291372] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1056.291463] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.291539] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1056.291607] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1056.291740] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/55 resources of Type:Security Group Rules [ 1056.291798] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGH for action security_group_rules [ 1056.291837] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGH for action security_group_rules [ 1056.291885] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGH for action security_group_rules [ 1056.291984] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGH for action security_group_rules [ 1056.292104] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGH for action security_group_rules [ 1056.292104] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGH for action security_group_rules [ 1056.292189] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGH for action security_group_rules [ 1056.292227] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGH for action security_group_rules [ 1056.292270] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGH for action security_group_rules [ 1056.293258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.095379] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 1057.096255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.186417] env[65337]: INFO networking_nsxv3.common.synchronization [req-b416abe0-875d-4bea-9766-2394bda7e0b4 req-b19375bb-3a6e-448e-a40f-a99165f96b42 tempest-ServerAddressesNegativeTestJSON-1012982380 tempest-ServerAddressesNegativeTestJSON-1012982380-project-member] Enqueued Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_members [ 1057.186611] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_members [ 1057.186825] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 with Priority: HIGH for action security_group_rules [ 1057.186920] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 with Priority: HIGH for action security_group_rules [ 1057.187054] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40572eec-211a-41f1-9056-e9c3d74a27bc with Priority: HIGH for action security_group_rules [ 1057.187166] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGH for action security_group_rules [ 1057.187264] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGH for action security_group_rules [ 1057.187708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a with Priority: HIGH for action security_group_rules [ 1057.187708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28794666-99d3-40f7-912c-d2bc6e66982d with Priority: HIGH for action security_group_rules [ 1057.187708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGH for action security_group_rules [ 1057.187708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGH for action security_group_rules [ 1057.187708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGH for action security_group_rules [ 1057.188199] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 with Priority: HIGH for action security_group_rules [ 1057.188199] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc with Priority: HIGH for action security_group_rules [ 1057.188199] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fea83607-2f55-4489-bab7-045ebc5c10a2 with Priority: HIGH for action security_group_rules [ 1057.189660] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d406934-bc97-41aa-b26b-6945d2493b29 with Priority: HIGH for action security_group_rules [ 1057.189918] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGH for action security_group_rules [ 1057.190342] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 with Priority: HIGH for action security_group_rules [ 1057.192174] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816e2842-de13-486a-8e50-68cb946736e4 with Priority: HIGH for action security_group_rules [ 1057.192502] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc90567-98d1-4162-88af-d96d36de7c15 with Priority: HIGH for action security_group_rules [ 1057.192635] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be852ede-d29e-4aab-b78c-d0d58387f89a with Priority: HIGH for action security_group_rules [ 1057.193265] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGH for action security_group_rules [ 1057.194123] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.197140] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.197140] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.197140] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.197140] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.197568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.197568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.197696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.197696] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.200802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9cb95d-55d4-48d2-babd-0c2249b47288 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.200980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.201071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.201442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.201442] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9cb95d-55d4-48d2-babd-0c2249b47288',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.204178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40572eec-211a-41f1-9056-e9c3d74a27bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.204178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.204178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.204178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.204178] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40572eec-211a-41f1-9056-e9c3d74a27bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.204521] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.204521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.204653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.204967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.207415] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.207415] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.207614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.207614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.207726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.210536] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.210536] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-414b86ac-56b6-406c-8a85-c72d35f4a77a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.210536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.210536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.210536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.210536] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('414b86ac-56b6-406c-8a85-c72d35f4a77a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.210536] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28794666-99d3-40f7-912c-d2bc6e66982d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.210896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.210896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.210896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.210896] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28794666-99d3-40f7-912c-d2bc6e66982d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.212039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.212039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.212039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.213875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.213875] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.214444] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.214538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.214576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.215067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.215067] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.215639] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.215706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.215749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.216171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.216171] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.216649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.217155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.217155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.217155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.217155] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd27e31e-2f95-4a8f-9a71-2777be62cc09',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.218054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a518f95-d30f-428c-b12c-80520fc7f8bc taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.218054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.218054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.218288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.218288] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a518f95-d30f-428c-b12c-80520fc7f8bc',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.220866] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fea83607-2f55-4489-bab7-045ebc5c10a2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.221116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.221116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.221282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.221282] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fea83607-2f55-4489-bab7-045ebc5c10a2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.222475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d406934-bc97-41aa-b26b-6945d2493b29 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.222475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.222475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.222701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.222701] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d406934-bc97-41aa-b26b-6945d2493b29',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.223299] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.223644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.223644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.223644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.223644] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.224590] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.224590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.224590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.224881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.224881] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dbf357a-c5fb-416f-b70f-ddc4caa30ff9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.225483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-816e2842-de13-486a-8e50-68cb946736e4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.226226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.226226] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('816e2842-de13-486a-8e50-68cb946736e4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.226543] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc90567-98d1-4162-88af-d96d36de7c15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.226655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.226655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.226943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.226943] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc90567-98d1-4162-88af-d96d36de7c15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.227923] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be852ede-d29e-4aab-b78c-d0d58387f89a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.227923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.227923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.227923] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be852ede-d29e-4aab-b78c-d0d58387f89a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.228634] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.228828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.228916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.229098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.229180] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.470167] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1057.470549] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1057.470549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733709] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733709] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.741180] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.741180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.741180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.741687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.742131] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.742406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.742565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.742911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.743120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.743296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.743484] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.744553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.744801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.744965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.745493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.745823] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.746175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.747024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.747024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.747024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.747024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.747024] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.749644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.753018] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.753018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc63334-5727-4b31-9f51-2ab73fb86a36 already deleted. [ 1057.753018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.756611] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757295] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757478] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.757768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.757857] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.761677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.761797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.762047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.762047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.762215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.762315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.762377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.762519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.762597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.762677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.762787] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.764182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.764241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.764280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.764413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.764548] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.764663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.764725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.764877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.764955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.765065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.765118] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.770241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.770241] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.770241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.770241] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.862369] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.862369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.862369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.862369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.864841] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.864974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.870023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.870023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.870023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.870023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.870023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.870023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.870640] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.870739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.871760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.871760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.872743] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.872743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.874046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.874149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.874961] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.878086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.878086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.878086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.878086] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.878086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.878086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.878086] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.878086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.878086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.901507] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.902070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.902222] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28794666-99d3-40f7-912c-d2bc6e66982d is going to be deleted. [ 1057.903386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.903632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940378] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc90567-98d1-4162-88af-d96d36de7c15 is going to be deleted. [ 1057.941366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.941644] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.966264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.966403] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a518f95-d30f-428c-b12c-80520fc7f8bc is going to be deleted. [ 1057.967712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.970542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.991752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.991940] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 816e2842-de13-486a-8e50-68cb946736e4 is going to be deleted. [ 1057.993880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.994111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.014007] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.014237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.020196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.020429] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8 is going to be deleted. [ 1058.021502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.021734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.039659] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.040482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.047294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.047556] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9cb95d-55d4-48d2-babd-0c2249b47288 is going to be deleted. [ 1058.049129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.052418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.073200] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.073479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.103370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.103595] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dbf357a-c5fb-416f-b70f-ddc4caa30ff9 is going to be deleted. [ 1058.104680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.104754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.113095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.113287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.175279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175558] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be852ede-d29e-4aab-b78c-d0d58387f89a is going to be deleted. [ 1058.176531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.176822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.179820] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.179999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.239076] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.242404] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.242643] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.246329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.246329] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fea83607-2f55-4489-bab7-045ebc5c10a2 is going to be deleted. [ 1058.247578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.247850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.272349] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.273364] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.274801] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.275468] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.275604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.275712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.275902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.276311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.276434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.276497] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.276706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.276868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.276971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.277210] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.277314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.277374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.277518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.277660] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.277752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.277809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.277973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.278163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.278163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.278236] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.279624] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.284612] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.334340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.334495] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 414b86ac-56b6-406c-8a85-c72d35f4a77a is going to be deleted. [ 1058.335740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.335740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.386083] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.386246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.392362] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.392362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-508" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.392362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-508" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.392653] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-508" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.392854] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.393183] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.393332] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.393593] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.393732] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.393946] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.394067] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.394352] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.394352] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.394481] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.395246] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.395246] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.398158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.398261] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd27e31e-2f95-4a8f-9a71-2777be62cc09 is going to be deleted. [ 1058.399174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.399337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.441806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.441988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.482779] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.483053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.499662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.500087] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40572eec-211a-41f1-9056-e9c3d74a27bc is going to be deleted. [ 1058.501116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.501374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.562891] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.562891] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.168 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.563101] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.563202] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-508" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.563577] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.563705] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.563820] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.564203] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.564355] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7cbd1a-3eac-45db-8967-5e91c3da39fd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.566406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.566527] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d406934-bc97-41aa-b26b-6945d2493b29 is going to be deleted. [ 1058.567599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.567652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.567748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.567871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc90567-98d1-4162-88af-d96d36de7c15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.568435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.568605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.568688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.568807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28794666-99d3-40f7-912c-d2bc6e66982d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.569456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.569629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.569725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.569858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-816e2842-de13-486a-8e50-68cb946736e4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.570069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.570240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.570320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.570438] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a518f95-d30f-428c-b12c-80520fc7f8bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.570567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.570709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.570784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.570887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a6b53a5-fa0f-45f6-97d9-6cf13e702eb8" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.571351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.571434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9cb95d-55d4-48d2-babd-0c2249b47288" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.571808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.571881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dbf357a-c5fb-416f-b70f-ddc4caa30ff9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.572136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.572260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.572333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.572439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be852ede-d29e-4aab-b78c-d0d58387f89a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.572558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.572690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.572761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.572866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fea83607-2f55-4489-bab7-045ebc5c10a2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.619327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.619327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.619488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.619578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.619693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd27e31e-2f95-4a8f-9a71-2777be62cc09" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.656974] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.657231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.657315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.657538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.657642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.657766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-414b86ac-56b6-406c-8a85-c72d35f4a77a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.707351] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.707351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.707351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.707558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.707641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.707744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d406934-bc97-41aa-b26b-6945d2493b29" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.709209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.709209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.709209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.709209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.709209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.709530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40572eec-211a-41f1-9056-e9c3d74a27bc" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.744143] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44802d22-8c92-4486-8fa9-ff966a5971c9: rpc.has_security_group_logging(os_id): False [ 1058.774938] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45671740-4c1a-4340-bb1c-476a0bbf0ca0: rpc.has_security_group_logging(os_id): False [ 1058.779783] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23a7d2b6-ed6a-4579-9218-7d24a3b85edb: rpc.has_security_group_logging(os_id): False [ 1058.781271] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 29c08958-0224-4488-bb59-89a086ac37be: rpc.has_security_group_logging(os_id): False [ 1058.782265] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2f1a16a-03c0-4645-b3d6-0b43e4231d6d: rpc.has_security_group_logging(os_id): False [ 1058.783148] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0561b99-4406-4190-a2bf-73082ef8d3a4: rpc.has_security_group_logging(os_id): False [ 1058.786245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2208650-918e-48db-ba1d-c72263a83ec4: rpc.has_security_group_logging(os_id): False [ 1058.836350] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.836573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.836907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.836951] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.851901] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.851901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.852102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.852102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.852697] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.852795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.853495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.853668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.886627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.886876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.887970] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.888132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.895783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.896117] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.896271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.896271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.896606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.896733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.896779] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 1058.897915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.898168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.977123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.977466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.977692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.977692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.977833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.977915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.978016] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c08958-0224-4488-bb59-89a086ac37be is going to be updated. [ 1058.979227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.979427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.020382] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.020705] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.020813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.020883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.021110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.021199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.021318] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be updated. [ 1059.022429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.022642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.043217] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.043217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.058475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.058682] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.058797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.058859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.059222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.059378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.059450] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be updated. [ 1059.060657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.060874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.069278] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.069555] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.069708] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.070049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.070223] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.070395] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port cd7cbd1a-3eac-45db-8967-5e91c3da39fd not found, creating... [ 1059.070709] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.070932] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.071099] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.071370] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.071546] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.072830] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.073044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.073192] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.073474] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.073653] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.073822] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: cd7cbd1a-3eac-45db-8967-5e91c3da39fd is going to be created. [ 1059.100075] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.100331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.117774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.117774] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.117774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.117774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.118222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.118222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.118222] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.118371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.118371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.118473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.118535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.118831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.118831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.119103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.119179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.119359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.119359] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 1059.120609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.120727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.130372] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.130842] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.130842] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.131018] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.131261] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.131493] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.237773] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.237999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.238586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.239067] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.239227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.239346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.239656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.239800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.239970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1059.241561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.241848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.303294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.304829] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.304829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.304829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.304829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.304829] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.305170] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 is going to be updated. [ 1059.306621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.306906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.307154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.308808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.309102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.309543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.311371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.311371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.311371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.326021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.326830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.326830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.326830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.327078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.329863] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.330148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.330148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.330548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.330548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.365087] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 1059.365877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 1059.366209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.366936] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: SUCCESS [ 1059.367156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.393653] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 1059.394720] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: IN_PROGRESS for 2s [ 1059.478212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.478212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.478212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.478510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.478706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.524333] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1059.571970] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.572281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.572281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.572531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.572717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.624328] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: IN_PROGRESS for 2s [ 1059.728174] env[65337]: INFO networking_nsxv3.common.synchronization [req-b416abe0-875d-4bea-9766-2394bda7e0b4 req-c4a98afe-ef90-4ccb-98bd-015a6604d51b service nova] Enqueued Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_rules [ 1059.728370] env[65337]: INFO networking_nsxv3.common.synchronization [req-b416abe0-875d-4bea-9766-2394bda7e0b4 req-c4a98afe-ef90-4ccb-98bd-015a6604d51b service nova] Enqueued Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_members [ 1059.728524] env[65337]: INFO networking_nsxv3.common.synchronization [req-b416abe0-875d-4bea-9766-2394bda7e0b4 req-c4a98afe-ef90-4ccb-98bd-015a6604d51b service nova] Enqueued Resource ID: cd7cbd1a-3eac-45db-8967-5e91c3da39fd with Priority: HIGHEST for action port [ 1059.729597] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_rules [ 1059.729770] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_members [ 1059.729874] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7cbd1a-3eac-45db-8967-5e91c3da39fd with Priority: HIGHEST for action port [ 1059.730215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.730411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.730481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.730776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.730860] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.732301] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.732427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.732483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.732648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.732883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.733057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.733152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.733326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.733414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.733508] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.734771] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.734885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.734948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.735130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.735206] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7cbd1a-3eac-45db-8967-5e91c3da39fd',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.233279] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.233531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.235845] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.236879] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd7cbd1a-3eac-45db-8967-5e91c3da39fd with status ACTIVE [ 1060.237149] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.237278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.237555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.237642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.237832] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.238010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.238178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.238255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.238510] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.238596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.238596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.238710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.238784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.238923] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd7cbd1a-3eac-45db-8967-5e91c3da39fd is going to be updated. [ 1060.272250] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.272473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.272473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.272656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.272788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.272947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7cbd1a-3eac-45db-8967-5e91c3da39fd" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.741396] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.244076] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.244257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.244315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.244527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.244673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.244794] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc63334-5727-4b31-9f51-2ab73fb86a36 is going to be created. [ 1061.270827] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.270976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.271078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.271280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.271446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.281947] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc63334-5727-4b31-9f51-2ab73fb86a36 in Status: UNINITIALIZED for 2s [ 1061.384532] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1061.384823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.411613] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: SUCCESS [ 1061.412463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.413395] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 1061.413522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.552253] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1061.552451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.663460] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: SUCCESS [ 1061.663658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.307391] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc63334-5727-4b31-9f51-2ab73fb86a36 in Status: SUCCESS [ 1063.307890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.307890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.308170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.308394] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.308596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.308596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.308741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.308824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.308909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.309178] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.438028] env[65337]: INFO networking_nsxv3.common.synchronization [req-062beedb-cc7e-4648-9686-d901e52888a5 req-ac6fd323-8bbc-43bf-b619-a1c97098f482 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1063.438028] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1063.438700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.441370] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.441370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.441370] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.777782] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.778116] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.778273] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.778535] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.778906] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.779074] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.779217] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.779440] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.779578] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.780616] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.780807] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.780982] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.781164] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.781367] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.781516] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.781716] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.804456] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.804811] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.805146] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.805440] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.805976] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-37009471-6b60-4d5a-8135-dc0ec813636c taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.806272] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.806470] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.807036] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.807211] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37009471-6b60-4d5a-8135-dc0ec813636c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.814536] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.814702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.814866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.815170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.815440] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.815531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.816374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.816374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.816374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.816374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.816568] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.816568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.816646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.816814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.817090] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.817218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.817304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.817490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.817598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.817783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.817846] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.944939] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.945038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.945038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.945261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.969716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.970071] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.970235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.970277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.970539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.970646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.970756] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1064.020494] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.020817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.020817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.021076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.021324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.032616] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1064.310249] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.310865] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.310865] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.310865] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.311021] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.311182] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 37009471-6b60-4d5a-8135-dc0ec813636c not found, creating... [ 1064.311600] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.311734] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.311776] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.311977] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.312127] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.312495] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.312653] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.312781] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.312982] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.313130] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.313303] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 37009471-6b60-4d5a-8135-dc0ec813636c is going to be created. [ 1064.320033] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adc63334-5727-4b31-9f51-2ab73fb86a36: rpc.has_security_group_logging(os_id): False [ 1064.349231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.349518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.349620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.349873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.349963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.350225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.350334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.350396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.350555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.350631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.350796] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.351219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.351219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.351219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.351219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.351450] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.351450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.351538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.351633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.351704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.351787] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc63334-5727-4b31-9f51-2ab73fb86a36 is going to be created. [ 1064.353756] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.353931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.354063] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.354280] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.354499] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.354689] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.448048] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.448048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.448048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.448289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.448429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.468321] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc63334-5727-4b31-9f51-2ab73fb86a36 in Status: IN_PROGRESS for 2s [ 1065.090698] env[65337]: INFO networking_nsxv3.common.synchronization [req-062beedb-cc7e-4648-9686-d901e52888a5 req-bce8d8a6-4858-47c0-82fd-bdffa0a4d527 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1065.091379] env[65337]: INFO networking_nsxv3.common.synchronization [req-062beedb-cc7e-4648-9686-d901e52888a5 req-bce8d8a6-4858-47c0-82fd-bdffa0a4d527 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1065.091379] env[65337]: INFO networking_nsxv3.common.synchronization [req-062beedb-cc7e-4648-9686-d901e52888a5 req-bce8d8a6-4858-47c0-82fd-bdffa0a4d527 service nova] Enqueued Resource ID: 37009471-6b60-4d5a-8135-dc0ec813636c with Priority: HIGHEST for action port [ 1065.092027] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1065.092027] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1065.092027] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37009471-6b60-4d5a-8135-dc0ec813636c with Priority: HIGHEST for action port [ 1065.092027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.092385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.092385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.092385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.092497] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.093793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.093939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.094121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-37009471-6b60-4d5a-8135-dc0ec813636c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.094233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.094344] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.094467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.094541] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37009471-6b60-4d5a-8135-dc0ec813636c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.598751] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.599116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.599225] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37009471-6b60-4d5a-8135-dc0ec813636c with status ACTIVE [ 1065.599481] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.599609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.599668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.599896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.599986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.600230] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.600335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.600398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.600575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.600634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.600814] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.600906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.600976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.601110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.601190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.601274] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37009471-6b60-4d5a-8135-dc0ec813636c is going to be updated. [ 1065.622736] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.622899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.622974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.623208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.623358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.623533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37009471-6b60-4d5a-8135-dc0ec813636c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.043193] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1066.043437] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1066.043526] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.043930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.043930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.044103] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.044317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.044317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.044429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.044509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.044637] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.483786] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc63334-5727-4b31-9f51-2ab73fb86a36 in Status: SUCCESS [ 1066.484019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.548453] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.051214] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.076775] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.077173] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.077267] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.077494] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.077763] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.077947] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.078086] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.078327] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.078476] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.079276] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.079276] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.079276] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.079276] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.079437] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.079437] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.079588] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.102733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.102927] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.103079] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.103265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-363" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.103755] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.103855] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.103892] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.104204] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.104344] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c899a0-8547-4775-a76c-f4cc4dc0ba1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.554029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.554243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.554317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.554564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.554661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.554762] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1067.606176] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.606176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.606176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.606176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.606176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.607063] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.607063] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.607233] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.608835] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.608835] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.608835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.609340] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.609340] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.609448] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.609619] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b is going to be updated. [ 1067.626098] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1067.649745] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.651121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.651121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.651121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.651121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.651121] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.355514] env[65337]: INFO networking_nsxv3.common.synchronization [req-461846e7-cb83-4364-a5ad-f4d6d840ffd1 req-155671c2-9b25-471a-9d7c-57855e35fe14 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 1068.355810] env[65337]: INFO networking_nsxv3.common.synchronization [req-461846e7-cb83-4364-a5ad-f4d6d840ffd1 req-155671c2-9b25-471a-9d7c-57855e35fe14 service nova] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1068.355810] env[65337]: INFO networking_nsxv3.common.synchronization [req-461846e7-cb83-4364-a5ad-f4d6d840ffd1 req-155671c2-9b25-471a-9d7c-57855e35fe14 service nova] Enqueued Resource ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b with Priority: HIGHEST for action port [ 1068.356369] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_rules [ 1068.356508] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1068.356606] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b with Priority: HIGHEST for action port [ 1068.356893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.357529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.357630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.357838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.357927] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.362581] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.362941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.363027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.363238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.364062] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.364156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.364156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.364369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.364458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.364564] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.365790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.365887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.365887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.366072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.366157] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91c899a0-8547-4775-a76c-f4cc4dc0ba1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.443059] env[65337]: INFO networking_nsxv3.common.synchronization [req-fe25ee0f-cf86-40be-abaa-d9801f6b4218 req-bc2f4ea7-1462-4744-8646-cc25eb5ac19b tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_members [ 1068.443693] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a with Priority: HIGHEST for action security_group_members [ 1068.444616] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba82ba77-48ab-4b21-a227-6c3b271fd29a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.444787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.444869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.445128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.445301] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.445405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.445460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.445988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.446090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.446210] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba82ba77-48ab-4b21-a227-6c3b271fd29a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.868986] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91c899a0-8547-4775-a76c-f4cc4dc0ba1b with status ACTIVE [ 1068.869397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.869545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.869615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.869834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.869926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.870145] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.870276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.870340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.870503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.870582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.870771] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.870865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.870927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.871076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.871152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.871237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91c899a0-8547-4775-a76c-f4cc4dc0ba1b is going to be updated. [ 1068.872368] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.873339] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.873435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.903450] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.903669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.903669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.903867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.904014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.904195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91c899a0-8547-4775-a76c-f4cc4dc0ba1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.949575] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.949808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.949906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.950233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.977134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.977414] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.977538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.977604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.977813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.977897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.977986] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a is going to be updated. [ 1069.044209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.044417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.044417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.044636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.044787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.061106] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a in Status: IN_PROGRESS for 2s [ 1069.376235] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.639257] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1069.639779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.639885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.640171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.640492] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.640659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.640753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.641026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.641225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.641341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.641511] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.878387] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.878540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.878615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.878830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.878918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.879030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 1069.908566] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.908760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.908853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.909165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.909322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.918934] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 1070.144119] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.144358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.144358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.144581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.144756] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.144857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.144920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.145086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.145173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.145266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.145430] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.145508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.145561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.145891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.146054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.146152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.146213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.146352] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.146425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.146504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.146594] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.541403] env[65337]: INFO networking_nsxv3.common.synchronization [req-2d2cbc5a-27f2-42b2-ad24-3bfbe6a01b73 req-afc2a124-5f0d-40e7-a40b-9f6498566eb0 tempest-ServerAddressesNegativeTestJSON-1012982380 tempest-ServerAddressesNegativeTestJSON-1012982380-project-member] Enqueued Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_members [ 1070.541403] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGHEST for action security_group_members [ 1070.544531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.544531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.544531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.544531] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.649499] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7151600a-af78-4df5-9501-c345263feb5d: rpc.has_security_group_logging(os_id): False [ 1070.670088] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.670343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.670510] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.670776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.670875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.671147] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.671261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.671338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.671540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.671623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.671841] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.671935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.671996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.672170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.672242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.672423] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.672514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.672573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.672725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.672796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.672880] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1070.804677] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.804900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.804900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.805111] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.805258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.818138] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1071.047221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.047442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.047512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.047767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.047890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.048191] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.048334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.048402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.048591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.048671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.048758] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc63334-5727-4b31-9f51-2ab73fb86a36 is going to be updated. [ 1071.073623] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a in Status: SUCCESS [ 1071.073820] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba82ba77-48ab-4b21-a227-6c3b271fd29a deletion is rescheduled due to dependency. [ 1071.073931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba82ba77-48ab-4b21-a227-6c3b271fd29a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.089273] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.089508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.089508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.089647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.089780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.103215] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc63334-5727-4b31-9f51-2ab73fb86a36 in Status: IN_PROGRESS for 2s [ 1071.950110] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 1071.950544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.950544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.950745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.950943] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.951069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.951134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.951294] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.951373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.951523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.951619] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.455039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.455039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.455039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.455039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.455466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.455466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.455466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.455466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.455627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.455627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.455732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.455826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.455888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.456040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.456181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.456274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.456339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.456476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.456551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.456633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.456727] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.837449] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1072.837736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.958985] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41fbda90-d2a7-400c-8b6b-41f81238b77d: rpc.has_security_group_logging(os_id): False [ 1072.982533] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.982747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.982795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.983046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.022313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.022574] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.022746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.022854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.023193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.023338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.023655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.023852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.024020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.024244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.024377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.024645] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.024798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.024909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.025135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.025262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.025403] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 1073.100727] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.100897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.100897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.101117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.101258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.112817] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc63334-5727-4b31-9f51-2ab73fb86a36 in Status: SUCCESS [ 1073.113053] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc63334-5727-4b31-9f51-2ab73fb86a36 deletion is rescheduled due to dependency. [ 1073.113176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.120760] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 1075.141476] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 1075.141912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.541793] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.541936] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1077.373120] env[65337]: INFO networking_nsxv3.common.synchronization [req-5cff0308-038b-41b7-8af0-5911f5062641 req-c5bc8736-ad02-4118-b91a-4ecda7fe3906 tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 1077.374606] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGHEST for action security_group_members [ 1077.374606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.374606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.374606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.374606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.374606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.375041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.375041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.375041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.375041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.375041] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.877223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.877388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.877466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.877685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.877781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.877982] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.878100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.878164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.878316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.878449] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.878549] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be updated. [ 1077.923720] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.923874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.923925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.924192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.924346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.934107] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: IN_PROGRESS for 2s [ 1079.946182] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb in Status: SUCCESS [ 1079.946621] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb deletion is rescheduled due to dependency. [ 1079.946621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.427149] env[65337]: INFO networking_nsxv3.common.synchronization [req-a9d2218b-1d0c-4d38-892a-30242bddde3c req-a12637b8-bcf3-4d6b-81f2-6b58ada29d3b tempest-DeleteServersTestJSON-522573536 tempest-DeleteServersTestJSON-522573536-project-member] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1080.427825] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGHEST for action security_group_members [ 1080.428577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.428577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.429093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.429229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.430290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.430290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.430290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.430290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.430290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.430637] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.713334] env[65337]: INFO networking_nsxv3.common.synchronization [req-d920b649-55bd-40b7-8767-81444990220e req-41f2addb-7cfd-40bf-bda0-c86b282f21c4 tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 1080.713893] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 1080.714218] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.714338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.714400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.714888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.715072] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.715182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.715243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.715413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.715495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.715592] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.936273] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.936392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.936429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.936843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.936968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.937418] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.937868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.937938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.938144] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.938398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.938509] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be updated. [ 1080.972353] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.972860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.972860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.972860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.972959] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.982360] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: IN_PROGRESS for 2s [ 1081.217951] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.721734] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.223889] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.224187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.224187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.224496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.224609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.224712] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be updated. [ 1082.259506] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.259659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.259743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.259968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.260139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.270790] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: IN_PROGRESS for 2s [ 1082.628110] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f2ec4c4c-8f38-4ad5-a021-b5b3f0a43033 tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1082.628929] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1082.629615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.629615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.629879] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.630158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.630306] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.747078] env[65337]: INFO networking_nsxv3.common.synchronization [None req-b24c0fb4-17a0-4cb5-a12e-f86f1f34c27a tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1082.747903] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1082.748397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.748673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.908498] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8502775-cb66-4c9a-ae14-7f66ac735a23 req-5dad1f19-8a75-454d-b4b3-c73e237ba917 tempest-ServersTestJSON-1966276220 tempest-ServersTestJSON-1966276220-project-member] Enqueued Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_members [ 1082.909042] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 with Priority: HIGHEST for action security_group_members [ 1082.909631] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b64f9c8-a9eb-4321-b0af-19d2340ada36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.909631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.909631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.909852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.911763] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.911972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.911972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.912767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.913287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.913490] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b64f9c8-a9eb-4321-b0af-19d2340ada36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.994556] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d in Status: SUCCESS [ 1082.994556] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d deletion is rescheduled due to dependency. [ 1082.994556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.156893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.156893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.156893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.156893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.156893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.156893] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52219e88-0175-4368-8685-6bd064267b02 already deleted. [ 1083.156893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.156893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.157313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.157313] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.416995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.417348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.417348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.417962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.448015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.448015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.448015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.448015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.448015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.448015] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.448015] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 is going to be updated. [ 1083.479203] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.479391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.479456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.479667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.479823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.488662] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 in Status: IN_PROGRESS for 2s [ 1083.680962] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.681137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.681173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.681390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.681475] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.681567] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52219e88-0175-4368-8685-6bd064267b02 already deleted. [ 1083.681648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.292300] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 1084.292300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.512486] env[65337]: INFO networking_nsxv3.common.synchronization [req-c597829f-d97f-47b1-8bd8-c5a9032f4619 req-b134a32f-4d09-4ecd-9b7a-74060056a50e tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1084.513082] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1084.513398] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.513523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.513590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.513780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.513939] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.514057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.514119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.514265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.514348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.514442] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.612740] env[65337]: INFO networking_nsxv3.common.synchronization [req-49414654-9772-4481-b2fb-71a75e4c207b req-f60848b6-c72f-49b7-ae3b-4c74572139c7 tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_members [ 1084.613459] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGHEST for action security_group_members [ 1084.613649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.613777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.613842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.614055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.614216] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.614599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.614692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.614858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.614948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.615056] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.017133] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.117895] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.118101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.118299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.118541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.118646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.118885] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.118996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.119060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.119220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.119299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.119422] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 is going to be updated. [ 1085.160463] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.160463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.160463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.160463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.160463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.174040] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: IN_PROGRESS for 2s [ 1085.501359] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 in Status: SUCCESS [ 1085.501696] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b64f9c8-a9eb-4321-b0af-19d2340ada36 deletion is rescheduled due to dependency. [ 1085.501821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b64f9c8-a9eb-4321-b0af-19d2340ada36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.522417] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.025026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.025332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.025409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.025658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.025891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.025999] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be updated. [ 1086.056701] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.056889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.056992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.057274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.057469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.068139] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 1086.510593] env[65337]: INFO networking_nsxv3.common.synchronization [req-0efa3f4d-f185-478c-9fdf-a01e9f945819 req-a1b44bff-9a23-4903-9c61-0c99e2660e87 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1086.511071] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1086.511393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.511558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.511662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.511906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.512081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.512181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.512242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.512391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.512479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.512576] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.014274] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.014665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.014665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.014732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.014807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.015026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.015119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.015181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.015390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.015473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.015562] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1087.048685] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.048918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.049016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.049319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.049594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.060020] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1087.189029] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 in Status: SUCCESS [ 1087.189029] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 deletion is rescheduled due to dependency. [ 1087.189335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.078987] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1088.079331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.073512] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1089.073512] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1089.073512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.430303] env[65337]: INFO networking_nsxv3.common.synchronization [req-1cf0e976-4d02-45a4-ae84-3b8a095b0f43 req-dfb6e1cc-172d-4b19-8823-d0fbf57ff6fc tempest-ServerRescueNegativeTestJSON-1003880266 tempest-ServerRescueNegativeTestJSON-1003880266-project-member] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 1089.430303] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGHEST for action security_group_members [ 1089.431038] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.431038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.431038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.431038] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.431038] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.431217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.431217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.431314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.431314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.431572] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.933255] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.933417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.933490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.933727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.994261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.994664] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.994664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.994825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.994931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.995036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.995132] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be updated. [ 1090.023177] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.023392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.023392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.023664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.023824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.036168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: IN_PROGRESS for 2s [ 1090.977523] env[65337]: INFO networking_nsxv3.common.synchronization [None req-ea851e58-4a76-4ba2-a6b0-bfdb44d6d49b None None] Enqueued Resource ID: 8a74bf95-0982-46e4-8f67-ead0fb73d810 with Priority: HIGHEST for action port [ 1090.978328] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a74bf95-0982-46e4-8f67-ead0fb73d810 with Priority: HIGHEST for action port [ 1090.978662] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a74bf95-0982-46e4-8f67-ead0fb73d810 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.978799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a74bf95-0982-46e4-8f67-ead0fb73d810" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.978874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a74bf95-0982-46e4-8f67-ead0fb73d810" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.979184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a74bf95-0982-46e4-8f67-ead0fb73d810" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.979268] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a74bf95-0982-46e4-8f67-ead0fb73d810',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.482199] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a74bf95-0982-46e4-8f67-ead0fb73d810 [ 1091.482449] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.482583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.482652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.482998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.482998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.484076] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a74bf95-0982-46e4-8f67-ead0fb73d810 already deleted. [ 1091.484429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a74bf95-0982-46e4-8f67-ead0fb73d810" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.775994] env[65337]: INFO networking_nsxv3.common.synchronization [None req-ed1d10ea-97db-45c0-9151-a5d89641590b tempest-ServerActionsV293TestJSON-1037946712 tempest-ServerActionsV293TestJSON-1037946712-project-member] Enqueued Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_rules [ 1091.776426] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_rules [ 1091.776761] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.776911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.776952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.777345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.777345] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.877610] env[65337]: INFO networking_nsxv3.common.synchronization [None req-57e91981-4c2e-41b4-b6a4-6f572eb2149b tempest-ServerActionsV293TestJSON-1037946712 tempest-ServerActionsV293TestJSON-1037946712-project-member] Enqueued Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_rules [ 1091.877773] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_rules [ 1091.878757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.878892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.052018] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 in Status: SUCCESS [ 1092.052524] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 deletion is rescheduled due to dependency. [ 1092.052524] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.302291] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.302291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.302291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.302291] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.302667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.302667] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e already deleted. [ 1092.302667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.302762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.302877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.302955] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.491220] env[65337]: INFO networking_nsxv3.common.synchronization [req-efce254c-5251-4fe2-947d-d688ba00f978 req-205b0c45-14e3-4d56-b118-86bcf6a96e88 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1092.491749] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1092.492097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.492215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.492276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.492466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.492605] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.492697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.492747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.492885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.492961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.495196] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.825659] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.825743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.825803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.826034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.826123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.826215] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e already deleted. [ 1092.826292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.892644] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.892872] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.893308] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.893308] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.894488] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.894488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.894488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.894488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.894488] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.894488] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.894727] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.894727] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.894778] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.896102] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.896102] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.896102] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.915455] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.915625] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.915763] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.915944] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.916327] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-906a0e40-e3a3-431f-9922-a11798bb5616 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.916858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.916858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.917023] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.917193] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906a0e40-e3a3-431f-9922-a11798bb5616',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.998484] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.998679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.998754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.998968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.999143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.999362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.999492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.999576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.999747] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.999845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.999934] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1093.042576] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.042576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.042576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.042576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.042576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.052632] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1093.419434] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.419738] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.419872] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.420166] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.420315] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.420470] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 906a0e40-e3a3-431f-9922-a11798bb5616 not found, creating... [ 1093.420770] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.420927] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.421104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.421473] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.421631] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.422312] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.422433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.422529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.423007] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.423007] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.423150] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 906a0e40-e3a3-431f-9922-a11798bb5616 is going to be created. [ 1093.455541] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8d70c645-4524-4e96-8023-b8a8fdf63667 None None] Enqueued Resource ID: 6ba7f11c-3494-43de-8581-608a97d9280c with Priority: HIGHEST for action port [ 1093.456363] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ba7f11c-3494-43de-8581-608a97d9280c with Priority: HIGHEST for action port [ 1093.456363] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ba7f11c-3494-43de-8581-608a97d9280c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.456496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ba7f11c-3494-43de-8581-608a97d9280c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.456531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ba7f11c-3494-43de-8581-608a97d9280c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.456757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ba7f11c-3494-43de-8581-608a97d9280c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.456859] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ba7f11c-3494-43de-8581-608a97d9280c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.555374] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.555598] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.555725] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.555990] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.556244] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.556467] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.966023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ba7f11c-3494-43de-8581-608a97d9280c [ 1093.966023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.966023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.966023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.966023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.966023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.966023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ba7f11c-3494-43de-8581-608a97d9280c already deleted. [ 1093.966023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ba7f11c-3494-43de-8581-608a97d9280c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.167661] env[65337]: INFO networking_nsxv3.common.synchronization [req-efce254c-5251-4fe2-947d-d688ba00f978 req-a94c377b-bdcb-4bc9-9183-414318acd3a0 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1094.167898] env[65337]: INFO networking_nsxv3.common.synchronization [req-efce254c-5251-4fe2-947d-d688ba00f978 req-a94c377b-bdcb-4bc9-9183-414318acd3a0 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1094.168058] env[65337]: INFO networking_nsxv3.common.synchronization [req-efce254c-5251-4fe2-947d-d688ba00f978 req-a94c377b-bdcb-4bc9-9183-414318acd3a0 service nova] Enqueued Resource ID: 906a0e40-e3a3-431f-9922-a11798bb5616 with Priority: HIGHEST for action port [ 1094.168626] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1094.169438] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1094.170256] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906a0e40-e3a3-431f-9922-a11798bb5616 with Priority: HIGHEST for action port [ 1094.170590] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.170770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.170858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.171100] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.171220] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.172242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.172594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.172857] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-906a0e40-e3a3-431f-9922-a11798bb5616 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.174050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.174162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.174393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.174511] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('906a0e40-e3a3-431f-9922-a11798bb5616',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.678986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.679126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.679312] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 906a0e40-e3a3-431f-9922-a11798bb5616 with status ACTIVE [ 1094.679483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.679645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.679739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.679999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.680139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.680351] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.680472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.680555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.680748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.680850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.681071] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.681207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.681273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.681440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.681543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.681648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 906a0e40-e3a3-431f-9922-a11798bb5616 is going to be updated. [ 1094.711539] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.711702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.711746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.711996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.712147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.712314] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-906a0e40-e3a3-431f-9922-a11798bb5616" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.729291] env[65337]: INFO networking_nsxv3.common.synchronization [req-7defcfb9-bfc8-4736-bc42-f9eeb1fe4544 req-714d6459-6891-4b48-b0aa-5e2372449432 tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1094.729887] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1094.730239] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.730556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.730556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.730669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.730908] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.730908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.731083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.731199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.731286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.731381] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.904436] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c81e5a3b-69e7-47c0-b175-a13892647698 None None] Enqueued Resource ID: 1336b26e-8943-400f-aaf9-aa03ade61098 with Priority: HIGHEST for action port [ 1094.905340] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1336b26e-8943-400f-aaf9-aa03ade61098 with Priority: HIGHEST for action port [ 1094.905759] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-1336b26e-8943-400f-aaf9-aa03ade61098 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.905907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1336b26e-8943-400f-aaf9-aa03ade61098" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.906325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1336b26e-8943-400f-aaf9-aa03ade61098" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.906325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1336b26e-8943-400f-aaf9-aa03ade61098" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.906432] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1336b26e-8943-400f-aaf9-aa03ade61098',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.065377] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1095.065478] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1095.065586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.065764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.066021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.066249] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.066334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.066398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.066575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.066664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.066778] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.130250] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.130250] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.130250] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.130250] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.130250] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.130250] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.130606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.130649] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.130803] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.131063] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.131211] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.131348] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.131485] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.131626] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.131761] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.131944] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.150861] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.151107] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.151273] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.151481] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.151845] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-c787102d-b3ce-4271-aacd-342ba5a23b47 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.152082] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.152240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.152615] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.152804] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c787102d-b3ce-4271-aacd-342ba5a23b47',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.233722] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.234075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.234136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.234464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.234633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.234994] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.235197] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.235332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.235597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.235751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.235901] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52219e88-0175-4368-8685-6bd064267b02 already deleted. [ 1095.236056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.410030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1336b26e-8943-400f-aaf9-aa03ade61098 [ 1095.410256] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.410379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.410516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.410704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.410784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.410830] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1336b26e-8943-400f-aaf9-aa03ade61098 already deleted. [ 1095.410912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1336b26e-8943-400f-aaf9-aa03ade61098" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.557157] env[65337]: INFO networking_nsxv3.common.synchronization [req-0c8a2aad-ae70-47c0-bb73-71d3c0328cd7 req-d34f1775-41da-4d6f-9ca6-7e1be066856b tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_members [ 1095.557790] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGHEST for action security_group_members [ 1095.558121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.558250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.558560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.558560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.558715] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.558885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.558964] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.559104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.559181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.559932] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.570479] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.655237] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.655503] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.655561] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.655867] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.656023] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.656185] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port c787102d-b3ce-4271-aacd-342ba5a23b47 not found, creating... [ 1095.656439] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.656594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.656713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.656931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.657078] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.657362] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.657516] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.657635] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.657889] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.657976] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.658133] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: c787102d-b3ce-4271-aacd-342ba5a23b47 is going to be created. [ 1095.684330] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.684330] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.684487] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.685815] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.685815] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.685815] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.062385] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.062753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.062753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.063210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.063210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.064010] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.064010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.064010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.064010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.064010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.064237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c08958-0224-4488-bb59-89a086ac37be is going to be updated. [ 1096.072575] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.098549] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.098861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.098861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.099101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.099276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.111025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: IN_PROGRESS for 2s [ 1096.486239] env[65337]: INFO networking_nsxv3.common.synchronization [req-7defcfb9-bfc8-4736-bc42-f9eeb1fe4544 req-103e36b4-4fa1-457c-a3c5-838a18290cad service nova] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1096.486507] env[65337]: INFO networking_nsxv3.common.synchronization [req-7defcfb9-bfc8-4736-bc42-f9eeb1fe4544 req-103e36b4-4fa1-457c-a3c5-838a18290cad service nova] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1096.486567] env[65337]: INFO networking_nsxv3.common.synchronization [req-7defcfb9-bfc8-4736-bc42-f9eeb1fe4544 req-103e36b4-4fa1-457c-a3c5-838a18290cad service nova] Enqueued Resource ID: c787102d-b3ce-4271-aacd-342ba5a23b47 with Priority: HIGHEST for action port [ 1096.487139] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1096.487273] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1096.487382] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c787102d-b3ce-4271-aacd-342ba5a23b47 with Priority: HIGHEST for action port [ 1096.487691] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.487853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.487905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.488330] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.489393] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.489393] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.489656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.489656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.489741] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.489845] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.489931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.489999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.490256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.490256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.490326] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.494201] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c787102d-b3ce-4271-aacd-342ba5a23b47 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.494201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.494201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.494201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.494201] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c787102d-b3ce-4271-aacd-342ba5a23b47',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.574929] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.575090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.575158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.575359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.575439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.575524] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1096.611598] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.611598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.611598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.611598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.611598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.619965] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1096.994971] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.995995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.996136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.996618] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c787102d-b3ce-4271-aacd-342ba5a23b47 with status ACTIVE [ 1096.997194] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.997194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.997194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.997194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.997396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.997497] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.997619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.997696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.997874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.997955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.998365] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.998365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.998365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.998494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.998524] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.998619] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c787102d-b3ce-4271-aacd-342ba5a23b47 is going to be updated. [ 1097.030270] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.030464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.030464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.030704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.030860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.031065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.160134] env[65337]: INFO networking_nsxv3.common.synchronization [None req-9338d947-1970-47af-8c3c-404508106c3e None None] Enqueued Resource ID: 7052cd6b-27d2-46b1-bab2-199798dd161e with Priority: HIGHEST for action port [ 1097.160799] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7052cd6b-27d2-46b1-bab2-199798dd161e with Priority: HIGHEST for action port [ 1097.161659] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-7052cd6b-27d2-46b1-bab2-199798dd161e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.161786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7052cd6b-27d2-46b1-bab2-199798dd161e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.161947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7052cd6b-27d2-46b1-bab2-199798dd161e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.162232] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7052cd6b-27d2-46b1-bab2-199798dd161e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.162350] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7052cd6b-27d2-46b1-bab2-199798dd161e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.497256] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.664976] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7052cd6b-27d2-46b1-bab2-199798dd161e [ 1097.664976] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.664976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.664976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.665303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.665384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.665528] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7052cd6b-27d2-46b1-bab2-199798dd161e already deleted. [ 1097.665657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7052cd6b-27d2-46b1-bab2-199798dd161e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.999820] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.000088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.000088] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.000266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.000353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.000498] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52219e88-0175-4368-8685-6bd064267b02 is going to be created. [ 1098.031257] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.031479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.031889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.031978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.032116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.046308] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: UNINITIALIZED for 2s [ 1098.122613] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 29c08958-0224-4488-bb59-89a086ac37be in Status: SUCCESS [ 1098.123012] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 29c08958-0224-4488-bb59-89a086ac37be deletion is rescheduled due to dependency. [ 1098.123012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.631159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1098.631542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.631627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.631874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.632102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.632229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.632302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.632541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.632665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.632744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.632848] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.136610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.136610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.136923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.136958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.137154] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.137369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.137369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.137515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.137634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.137774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.138188] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.138335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.138427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.138615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.138819] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.138920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.138998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.139837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.139937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.140067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.140152] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.226575] env[65337]: INFO networking_nsxv3.common.synchronization [req-86114426-dd92-4411-895f-0b08237cc06c req-4c245e65-4a5e-47f9-91e9-8a4040cb8d9a tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_members [ 1099.227018] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 with Priority: HIGHEST for action security_group_members [ 1099.227847] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-40367649-a95c-46ab-8f33-0e7bb9093d21 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.227847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.227847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.228066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.228066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.228220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.228337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.228460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.228562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.228693] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40367649-a95c-46ab-8f33-0e7bb9093d21',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.390031] env[65337]: INFO networking_nsxv3.common.synchronization [req-4013ceb8-e050-41ca-a817-fc7861592157 req-173a3850-715c-4b73-a44e-ca910c5c77ee tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1099.390679] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGHEST for action security_group_members [ 1099.390884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.391036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.391124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.391347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.391529] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.391668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.393056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.393056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.393056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.393056] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.643101] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7151600a-af78-4df5-9501-c345263feb5d: rpc.has_security_group_logging(os_id): False [ 1099.667382] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.667667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.667667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.667927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.668076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.668311] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.668425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.668517] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.668665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.668746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.668953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.669528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.669692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.669839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.669913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.670155] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.670324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.670324] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.670455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.670529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.670681] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1099.731745] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.731935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.731977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.732233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.803487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.803946] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.804081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.804160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.804463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.804601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.804747] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 is going to be updated. [ 1099.823454] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.823733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.823865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.823992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.824148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.850569] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.850796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.850869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.851106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.851242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.856792] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1099.864783] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 in Status: IN_PROGRESS for 2s [ 1099.894446] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.894597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.894668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.894898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.894979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.895197] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.895300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.895362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.895513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.895588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.895674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be updated. [ 1099.954926] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.955560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.955560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.955560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.955707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.970025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: IN_PROGRESS for 2s [ 1100.056526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: SUCCESS [ 1100.057034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.057430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.059084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.059084] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.059084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.059084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.059084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.059084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.059084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.059084] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.561325] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.064217] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52219e88-0175-4368-8685-6bd064267b02: rpc.has_security_group_logging(os_id): False [ 1101.085560] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.085757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.085757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.086078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.086239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.086506] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.086626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.086682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.086855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.086965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.087147] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52219e88-0175-4368-8685-6bd064267b02 is going to be created. [ 1101.151279] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.151485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.151485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.151677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.151872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.163716] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: IN_PROGRESS for 2s [ 1101.873399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1101.873620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.874352] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 in Status: SUCCESS [ 1101.874494] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40367649-a95c-46ab-8f33-0e7bb9093d21 deletion is rescheduled due to dependency. [ 1101.874589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40367649-a95c-46ab-8f33-0e7bb9093d21" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.977154] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 in Status: SUCCESS [ 1101.977341] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 deletion is rescheduled due to dependency. [ 1101.977513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.177731] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: SUCCESS [ 1103.178077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.391226] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1104.391540] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1106.428257] env[65337]: INFO networking_nsxv3.common.synchronization [None req-f2cd3cc1-17ae-42e9-9869-cd4803d00287 None None] Enqueued Resource ID: 70387365-1c5b-4098-98d7-a37e67c4a0d5 with Priority: HIGHEST for action port [ 1106.429068] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70387365-1c5b-4098-98d7-a37e67c4a0d5 with Priority: HIGHEST for action port [ 1106.429186] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-70387365-1c5b-4098-98d7-a37e67c4a0d5 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.429356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70387365-1c5b-4098-98d7-a37e67c4a0d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.429416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70387365-1c5b-4098-98d7-a37e67c4a0d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.429613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70387365-1c5b-4098-98d7-a37e67c4a0d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.429746] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70387365-1c5b-4098-98d7-a37e67c4a0d5',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.932423] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70387365-1c5b-4098-98d7-a37e67c4a0d5 [ 1106.932674] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.932818] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.932891] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.933120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.933228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.933342] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70387365-1c5b-4098-98d7-a37e67c4a0d5 already deleted. [ 1106.933384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70387365-1c5b-4098-98d7-a37e67c4a0d5" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.321274] env[65337]: INFO networking_nsxv3.common.synchronization [None req-0b71f975-153c-4cde-a9cf-b54b7a091fc3 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_rules [ 1107.321632] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_rules [ 1107.321934] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.322064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.322125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.322377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.322457] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.407304] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e625b729-79d1-4626-8875-7e0e9d307acd tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_rules [ 1107.408035] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_rules [ 1107.408147] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.408231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.848630] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.848630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.848630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.848970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.848970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.848970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 already deleted. [ 1107.848970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.849092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.849212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.849319] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.373563] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.373788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.373788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.374117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.374355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.374355] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 already deleted. [ 1108.374454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.924381] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e5895dd1-4f86-4494-9b67-5c0e7f8b07e8 None None] Enqueued Resource ID: 8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a with Priority: HIGHEST for action port [ 1108.924951] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a with Priority: HIGHEST for action port [ 1108.925177] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.925303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.925621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.925709] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.948248] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-113f859e-bd23-45b7-82c5-b835fd7fdfbb tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1108.948248] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1108.948248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.948720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.948895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.949239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.949501] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.949752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.950448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.950448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.950448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.950448] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.343028] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343028] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.343028] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.343028] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.343028] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.343028] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.343572] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.343572] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.343572] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.363102] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.363461] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.363800] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.364713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.364713] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-9464ac44-88fd-41e0-a969-be8658e996ea taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.364713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.364713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.367178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.367332] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9464ac44-88fd-41e0-a969-be8658e996ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.430699] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a [ 1109.431042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.431117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.431255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.431379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.431461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.431553] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a already deleted. [ 1109.431631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a78c4b0-9382-4dbf-a3f1-5f37fef16e2a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.453738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.453845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.453845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.454061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.454124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.454318] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.454416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.454674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.454834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.454886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.454966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f already deleted. [ 1109.455076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.870622] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.870840] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.871077] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.871505] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.871784] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.872080] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 9464ac44-88fd-41e0-a969-be8658e996ea not found, creating... [ 1109.872515] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.872782] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.873052] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.873447] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.873788] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.874399] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.874688] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.874923] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.875309] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.875569] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.875833] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 9464ac44-88fd-41e0-a969-be8658e996ea is going to be created. [ 1109.898198] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898403] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.898764] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.898988] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.899234] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.615760] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-15303ab0-8558-4f41-8552-0d78946e61b2 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1110.615760] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-15303ab0-8558-4f41-8552-0d78946e61b2 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1110.615760] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-15303ab0-8558-4f41-8552-0d78946e61b2 service nova] Enqueued Resource ID: 9464ac44-88fd-41e0-a969-be8658e996ea with Priority: HIGHEST for action port [ 1110.615760] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1110.615760] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1110.615760] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9464ac44-88fd-41e0-a969-be8658e996ea with Priority: HIGHEST for action port [ 1110.615760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.617813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.618018] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.618622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.618792] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.619992] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.620264] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.620481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.622227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.622594] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.624908] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.624908] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-9464ac44-88fd-41e0-a969-be8658e996ea taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.624908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.625568] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9464ac44-88fd-41e0-a969-be8658e996ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.127300] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.128495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.128608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.128763] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9464ac44-88fd-41e0-a969-be8658e996ea with status ACTIVE [ 1111.128997] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.129099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.129132] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.129317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.129425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.129564] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.129658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.129716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.129915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.130554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.130554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.130554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.130554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.130554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.130554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.130953] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9464ac44-88fd-41e0-a969-be8658e996ea is going to be updated. [ 1111.160332] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.160656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.160807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.161454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.161454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.161454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9464ac44-88fd-41e0-a969-be8658e996ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.330315] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-e6f8b4ac-a74c-4ed3-9898-7b2df6cf6640 tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1111.330920] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1111.331267] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.331363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.634117] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.668231] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.668231] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.668231] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.668511] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.668799] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.668918] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.669262] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.669813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.669813] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.670147] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.670334] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.670495] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.671171] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.671171] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.671171] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.671171] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.689627] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.689814] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.689966] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.690145] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.690523] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-329f944d-f173-47bf-8742-ceaf266dda1b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.691431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.691431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.691431] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.691431] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329f944d-f173-47bf-8742-ceaf266dda1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.137086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.137086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.137086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.137086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.137086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.137086] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be created. [ 1112.161829] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.162090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.162090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.162369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.162476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.172552] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: UNINITIALIZED for 2s [ 1112.194893] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.195146] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.195273] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.195537] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.195683] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.195831] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 329f944d-f173-47bf-8742-ceaf266dda1b not found, creating... [ 1112.196107] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.196266] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.196381] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.196631] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.196720] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.196997] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.197168] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.197284] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.197484] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.197654] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.197921] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 329f944d-f173-47bf-8742-ceaf266dda1b is going to be created. [ 1112.221126] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.221285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221425] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.221987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.222337] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.003749] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-76670b64-4c93-47a0-ad4d-721c9ab7e292 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1113.004066] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-76670b64-4c93-47a0-ad4d-721c9ab7e292 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1113.004349] env[65337]: INFO networking_nsxv3.common.synchronization [req-d9c54a8b-fc45-4fb2-b41a-7203232588af req-76670b64-4c93-47a0-ad4d-721c9ab7e292 service nova] Enqueued Resource ID: 329f944d-f173-47bf-8742-ceaf266dda1b with Priority: HIGHEST for action port [ 1113.005121] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1113.005297] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1113.005466] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 329f944d-f173-47bf-8742-ceaf266dda1b with Priority: HIGHEST for action port [ 1113.005887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.006071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.006392] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.006524] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.006794] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-329f944d-f173-47bf-8742-ceaf266dda1b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.007249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.007249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.007342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.007450] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('329f944d-f173-47bf-8742-ceaf266dda1b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.511039] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 329f944d-f173-47bf-8742-ceaf266dda1b with status ACTIVE [ 1113.511439] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.511669] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.511780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.512046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.512145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.512872] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.512872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.512872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.512872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.512872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.513231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.513231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.513231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.513231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.513445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.513445] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 329f944d-f173-47bf-8742-ceaf266dda1b is going to be updated. [ 1113.536911] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.537201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.537286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.537555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.537801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.538110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-329f944d-f173-47bf-8742-ceaf266dda1b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.184608] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1114.185152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.185152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.185309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.185590] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.185590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.185590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.185815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.185815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.185895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.185988] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.186888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.187694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.187971] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.188071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.188138] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.188485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.188485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.188485] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.615062] env[65337]: INFO networking_nsxv3.common.synchronization [None req-980318e8-4f08-49a8-98c9-67c81656a494 tempest-AttachInterfacesTestJSON-1417781624 tempest-AttachInterfacesTestJSON-1417781624-project-member] Enqueued Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1114.615357] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d with Priority: HIGHEST for action security_group_members [ 1114.615688] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-41fbda90-d2a7-400c-8b6b-41f81238b77d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.615839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.616265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.616527] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.616651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.616651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.616808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.616929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.616979] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41fbda90-d2a7-400c-8b6b-41f81238b77d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.691951] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.692331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.692519] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.124225] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.124573] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.124695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.124976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.125145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.125438] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.125591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.125662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.125889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.126040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.126139] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d is going to be updated. [ 1115.161755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.161925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.161972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.163483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.163483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.173036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: IN_PROGRESS for 2s [ 1115.195031] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.701489] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.701489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.701489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.701489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.701489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.701489] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1115.731472] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.731472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.731472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.731780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741062] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1117.184172] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d in Status: SUCCESS [ 1117.184541] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41fbda90-d2a7-400c-8b6b-41f81238b77d deletion is rescheduled due to dependency. [ 1117.184541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41fbda90-d2a7-400c-8b6b-41f81238b77d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.754608] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1117.754910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.755142] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.755407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.755638] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.755778] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.755864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.756476] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.756559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.756665] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.259331] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.456207] env[65337]: INFO networking_nsxv3.common.synchronization [req-ee5a9b0e-63bd-4065-a3e2-63014bf06e4c req-42408304-5155-4ba7-aa26-7135dd588bc5 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1118.456744] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1118.457081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.457207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.457503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.457643] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.457740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.457809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.457979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.458056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.458149] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.761457] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.960520] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.960520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.960750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.961133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.961133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.961245] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.961360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.961417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.961574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.962436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.962436] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1118.988115] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.988233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.988301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.988557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.988728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.997453] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1119.264606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.265076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.265076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.265076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.265194] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.265320] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1119.317887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.318039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.318128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.318328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.318466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.328500] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1121.008667] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1121.008667] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 deletion is rescheduled due to dependency. [ 1121.008667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339526] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1121.339728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.339932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.340175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.340372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.340492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.340551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.340683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.340756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.341838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.341838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.341838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.341838] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.844063] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b28372bb-bcf5-4820-b091-c1c7782dfa6f: rpc.has_security_group_logging(os_id): False [ 1121.861242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.861437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.861437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.861646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.861733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.861916] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.862072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.862072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.862285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.862372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.862573] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.862665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.862724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.862860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.862932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.863137] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.863241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.863292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.863413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.863484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.863567] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be created. [ 1121.939475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.939641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.939683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.939915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.940184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.953836] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1121.969447] env[65337]: INFO networking_nsxv3.common.synchronization [req-57bd29d1-16f5-4a8e-bd94-754d57f0d0b0 req-71df32e7-ff8d-46ed-abfc-c6688daba2fc tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1121.970054] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1121.970375] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.970499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.970562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.970816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.971010] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.971121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.971181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.971334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.971416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.971507] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.342235] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.342592] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.342592] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.342893] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343225] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.343417] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.343538] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343829] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.343987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.344215] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.344325] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.344426] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.344531] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.344679] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.344815] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.344854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.369302] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.369445] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.370526] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.370526] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.370526] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-028fc38f-2e83-41c2-98e0-929b50622da4 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.370526] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.370526] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.370873] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.371037] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028fc38f-2e83-41c2-98e0-929b50622da4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.473856] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.474032] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.474109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.474337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.474423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.474628] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.474725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.474785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.474926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.475009] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.475113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d already deleted. [ 1122.475198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.874554] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.874794] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.874919] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.875251] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.875666] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.875666] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 028fc38f-2e83-41c2-98e0-929b50622da4 not found, creating... [ 1122.875835] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.875991] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.876125] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.876340] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.876479] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.876776] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.876925] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.877050] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.877367] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.877367] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.877514] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 028fc38f-2e83-41c2-98e0-929b50622da4 is going to be created. [ 1122.905424] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.905711] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.905836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.906148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.906393] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.906604] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.611625] env[65337]: INFO networking_nsxv3.common.synchronization [req-57bd29d1-16f5-4a8e-bd94-754d57f0d0b0 req-5c702a5c-ad18-49b7-aff0-6f14b3ad431e service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1123.611899] env[65337]: INFO networking_nsxv3.common.synchronization [req-57bd29d1-16f5-4a8e-bd94-754d57f0d0b0 req-5c702a5c-ad18-49b7-aff0-6f14b3ad431e service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1123.611997] env[65337]: INFO networking_nsxv3.common.synchronization [req-57bd29d1-16f5-4a8e-bd94-754d57f0d0b0 req-5c702a5c-ad18-49b7-aff0-6f14b3ad431e service nova] Enqueued Resource ID: 028fc38f-2e83-41c2-98e0-929b50622da4 with Priority: HIGHEST for action port [ 1123.612400] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1123.612400] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1123.612400] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028fc38f-2e83-41c2-98e0-929b50622da4 with Priority: HIGHEST for action port [ 1123.612916] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.613059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.613129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.613437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.613472] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.615029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.615029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.615029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.615029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.615029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.615029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.615560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.615728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.615798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.615893] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.617388] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-028fc38f-2e83-41c2-98e0-929b50622da4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.617388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.617388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.617555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.617555] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028fc38f-2e83-41c2-98e0-929b50622da4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.869826] env[65337]: INFO networking_nsxv3.common.synchronization [req-f459e4ae-3309-487a-91f7-32360e96af01 req-55b533f6-666b-4f99-bdbb-d7e1dbb1d353 tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1123.870085] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1123.871789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.871789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.871789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.871789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872104] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.872104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.872104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.872329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.872329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.872859] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.877091] env[65337]: INFO networking_nsxv3.common.synchronization [req-36af50d2-6db3-4264-96ac-eaf3e3f78359 req-3aaca71e-a642-4a2f-8f94-f12cfe5149bf tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1123.877690] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1123.878035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.878145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.965205] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1123.965429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.965905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.966147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.966233] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.118907] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.119085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.119255] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.120188] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 028fc38f-2e83-41c2-98e0-929b50622da4 with status ACTIVE [ 1124.120973] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.121169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.121242] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.121456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.121550] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.121736] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.121845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.121906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.122168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.122354] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.122443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.122711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.122794] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 028fc38f-2e83-41c2-98e0-929b50622da4 is going to be updated. [ 1124.150398] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.150563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.150734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.150869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.151050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.151224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-028fc38f-2e83-41c2-98e0-929b50622da4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.375195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.375195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.375195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.375195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.375195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.375442] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.375442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.375442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.375564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.375634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.375713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1124.405009] env[65337]: INFO networking_nsxv3.common.synchronization [req-66f583c7-3f03-49c3-af50-19e325f30264 req-7029458f-a540-4fce-a4a8-e4e3bb0b6d5c tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_members [ 1124.405530] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_members [ 1124.405827] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.405943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.406016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.406283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.406438] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.406547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.406620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.406784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.406844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.406936] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.409242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.409358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.409417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.409685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.409745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.421535] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1124.485175] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.485321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.485395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.485605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.485693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.485789] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be deleted. [ 1124.548451] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.548451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.548715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.548715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.548789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.548911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.627276] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.763695] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.763906] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.764021] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.764296] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.764557] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.764712] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.764827] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.765048] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765522] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765522] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.765522] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.765691] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.765691] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.765786] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.765889] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.766027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.786224] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.786408] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.786544] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.786714] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-572" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.787061] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-8598bdee-0c00-4eb9-ad18-d452e131d965 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.787239] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.787356] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.787697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.788067] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8598bdee-0c00-4eb9-ad18-d452e131d965',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.908995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.909198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.909254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.909635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.909635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.909734] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.909834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.909913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.910169] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.910249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.910339] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 already deleted. [ 1124.910414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.131229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.131413] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.131460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.131654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.131738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.131837] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be created. [ 1125.158051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.158244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.158318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.158530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.158693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.167871] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: UNINITIALIZED for 2s [ 1125.290266] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.290568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.290697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.290995] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.291384] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.291384] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 8598bdee-0c00-4eb9-ad18-d452e131d965 not found, creating... [ 1125.291586] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.291742] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.291858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.292118] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.292257] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.292639] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.292828] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.292828] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.293024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.293155] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.293296] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 8598bdee-0c00-4eb9-ad18-d452e131d965 is going to be created. [ 1125.325556] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.325735] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.325788] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.326094] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.326341] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.326561] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.032389] env[65337]: INFO networking_nsxv3.common.synchronization [req-66f583c7-3f03-49c3-af50-19e325f30264 req-8b6d0150-b729-4f1c-9245-785be1b01401 service nova] Enqueued Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_rules [ 1126.032674] env[65337]: INFO networking_nsxv3.common.synchronization [req-66f583c7-3f03-49c3-af50-19e325f30264 req-8b6d0150-b729-4f1c-9245-785be1b01401 service nova] Enqueued Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_members [ 1126.032674] env[65337]: INFO networking_nsxv3.common.synchronization [req-66f583c7-3f03-49c3-af50-19e325f30264 req-8b6d0150-b729-4f1c-9245-785be1b01401 service nova] Enqueued Resource ID: 8598bdee-0c00-4eb9-ad18-d452e131d965 with Priority: HIGHEST for action port [ 1126.033218] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_rules [ 1126.033357] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_members [ 1126.033456] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8598bdee-0c00-4eb9-ad18-d452e131d965 with Priority: HIGHEST for action port [ 1126.033732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.033892] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.033929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.034337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.034424] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.035272] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.035403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.035448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.035625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.035765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.035852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.035912] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.036061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.036143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.036229] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.036970] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8598bdee-0c00-4eb9-ad18-d452e131d965 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.037082] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.037151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.037297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.037366] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8598bdee-0c00-4eb9-ad18-d452e131d965',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.433245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1126.433431] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f deletion is rescheduled due to dependency. [ 1126.433545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.433711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.433939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.434188] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.434280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.434345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.434786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.434786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.434786] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.539521] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.539660] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.539867] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.540823] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8598bdee-0c00-4eb9-ad18-d452e131d965 with status ACTIVE [ 1126.541065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.541198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.541263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.541971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.541971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.541971] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.541971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.541971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.542157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.542157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.542930] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.542930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.542930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.542930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.542930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.542930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8598bdee-0c00-4eb9-ad18-d452e131d965 is going to be updated. [ 1126.564942] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.565129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.565174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.565631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.565631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.565742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8598bdee-0c00-4eb9-ad18-d452e131d965" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.702366] env[65337]: INFO networking_nsxv3.common.synchronization [req-f232450e-094c-416e-aa29-4b458500c05c req-dba10247-7457-4a42-b9b8-85914afc7bfa tempest-ServerActionsV293TestJSON-1037946712 tempest-ServerActionsV293TestJSON-1037946712-project-member] Enqueued Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_members [ 1126.702969] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_members [ 1126.703301] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.703423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.703488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.703729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.703887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.703997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.704083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.704412] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.937467] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.937467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.937467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.937467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.937467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.937806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.937806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.937806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.937911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.938031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.938089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be deleted. [ 1126.968570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.968757] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.968831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.969085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.969195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.969283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.003782] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.003969] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-340" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.004112] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-340" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.004436] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-340" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.004692] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.004845] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.004956] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.005696] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.005890] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.006121] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.006233] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.006342] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.006447] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.006554] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.006708] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.006780] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.027245] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.027447] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.027583] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.027763] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-340" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.028111] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-260ee133-2c84-44f6-9758-418c1894d4ea taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.028291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.028408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.028753] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.028972] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260ee133-2c84-44f6-9758-418c1894d4ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.044688] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.177993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1127.178240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.178429] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.178651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.178916] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.179063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.179063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.179230] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.179307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.179390] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.179499] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.206388] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.206554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.206625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.206977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.206977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.207133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.207249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.207312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.207454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.207527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.207612] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e already deleted. [ 1127.207693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.531750] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.532030] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.532191] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.532501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.532658] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.532813] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 260ee133-2c84-44f6-9758-418c1894d4ea not found, creating... [ 1127.533099] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.533264] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.533380] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.533594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.533729] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.534015] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.534185] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.534300] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.534523] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.534692] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.534759] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 260ee133-2c84-44f6-9758-418c1894d4ea is going to be created. [ 1127.550564] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.550713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.550895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.551135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.551241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.551355] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 is going to be created. [ 1127.555372] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.555548] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.555696] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.555956] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.556172] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.556524] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.577331] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.577331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.577331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.577331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.577331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.589020] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 in Status: UNINITIALIZED for 2s [ 1127.682405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.682633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.682633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.682950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.683172] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.683290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.683383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.683574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.683687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.683808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.683984] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.684118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.684179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.684353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.684515] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.684604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.684708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.684866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.684962] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.685086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.685198] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.187048] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1128.208530] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.208693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.208772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.209351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.209351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.209351] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.209607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.209607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.209607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.209702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.210090] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.210090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.210090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.210241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.210373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.210965] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.210965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.210965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.210965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.210965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.210965] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be created. [ 1128.289551] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.289551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.289728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.289840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.290076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.299559] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1128.334626] env[65337]: INFO networking_nsxv3.common.synchronization [req-f232450e-094c-416e-aa29-4b458500c05c req-6b2113d7-04e4-4334-a802-50354277ae0f service nova] Enqueued Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_rules [ 1128.334808] env[65337]: INFO networking_nsxv3.common.synchronization [req-f232450e-094c-416e-aa29-4b458500c05c req-6b2113d7-04e4-4334-a802-50354277ae0f service nova] Enqueued Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_members [ 1128.334944] env[65337]: INFO networking_nsxv3.common.synchronization [req-f232450e-094c-416e-aa29-4b458500c05c req-6b2113d7-04e4-4334-a802-50354277ae0f service nova] Enqueued Resource ID: 260ee133-2c84-44f6-9758-418c1894d4ea with Priority: HIGHEST for action port [ 1128.335471] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_rules [ 1128.335604] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_members [ 1128.335701] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 260ee133-2c84-44f6-9758-418c1894d4ea with Priority: HIGHEST for action port [ 1128.335981] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.336097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.336164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.336360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.336438] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.337490] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.338326] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.338326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.338757] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.339570] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-260ee133-2c84-44f6-9758-418c1894d4ea taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.339694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.339755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.339890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.339966] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('260ee133-2c84-44f6-9758-418c1894d4ea',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.842188] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.843420] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.843566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.843728] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 260ee133-2c84-44f6-9758-418c1894d4ea with status ACTIVE [ 1128.843952] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.844104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.844175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.844430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.844528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.844826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.845094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.845094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.845206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.845273] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.845455] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.845799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.845799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.845799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.845931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.845931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 260ee133-2c84-44f6-9758-418c1894d4ea is going to be updated. [ 1128.868793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.868793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.868793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.869123] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.869268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.869431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-260ee133-2c84-44f6-9758-418c1894d4ea" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.013971] env[65337]: INFO networking_nsxv3.common.synchronization [req-977459ec-ee05-44d8-9b86-17659ae8ea55 req-dbf837a4-75c1-431a-a8ba-2a521add537d tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 1129.014548] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 1129.014860] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.014976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.015056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.015254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.015412] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.015512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.015574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.015703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.015994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.015994] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.348295] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.368994] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.369239] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.369335] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.369631] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.369960] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.370226] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.370348] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.370597] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.370738] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.370962] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.371083] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.371185] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.371291] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.371396] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.371497] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.371622] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.392478] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.392658] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.392790] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.392965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.393366] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-a93bb2c5-a069-486c-831d-c07bc722ac33 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.393553] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.393675] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.394016] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.394170] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93bb2c5-a069-486c-831d-c07bc722ac33',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.519737] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.519737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.519737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.519737] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.539967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.540350] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.540489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.540546] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.540746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.540823] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.544025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be updated. [ 1129.575191] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.575423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.575423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.575607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.575751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.586234] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: IN_PROGRESS for 2s [ 1129.594169] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 in Status: SUCCESS [ 1129.594431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.594539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.594760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.594991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.595236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.595236] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.595371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.595371] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.595456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.595533] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.851498] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.851997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.852170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.852548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.852694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.852854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e is going to be created. [ 1129.881111] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.881299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.881441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.881630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.881750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.892139] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e in Status: UNINITIALIZED for 2s [ 1129.897565] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.897777] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.897910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.898397] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.898699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.898966] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port a93bb2c5-a069-486c-831d-c07bc722ac33 not found, creating... [ 1129.899435] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.899699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.899886] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.900290] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.900506] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.900974] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.901276] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.901504] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.901810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.902039] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.902263] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: a93bb2c5-a069-486c-831d-c07bc722ac33 is going to be created. [ 1129.925886] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.926207] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.926606] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.926675] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.926951] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.927249] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.097614] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.313747] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1130.314381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.600458] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9d81bdc-f0f4-45e6-9da8-e0d36a19a557: rpc.has_security_group_logging(os_id): False [ 1130.624541] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.624629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.624662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.624876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.625017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.625230] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.625329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.625393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.625554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.625646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.625739] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 is going to be created. [ 1130.701104] env[65337]: INFO networking_nsxv3.common.synchronization [req-977459ec-ee05-44d8-9b86-17659ae8ea55 req-24ee8892-8e19-430c-a0db-7a1b4e2be329 service nova] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_rules [ 1130.701104] env[65337]: INFO networking_nsxv3.common.synchronization [req-977459ec-ee05-44d8-9b86-17659ae8ea55 req-24ee8892-8e19-430c-a0db-7a1b4e2be329 service nova] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 1130.701104] env[65337]: INFO networking_nsxv3.common.synchronization [req-977459ec-ee05-44d8-9b86-17659ae8ea55 req-24ee8892-8e19-430c-a0db-7a1b4e2be329 service nova] Enqueued Resource ID: a93bb2c5-a069-486c-831d-c07bc722ac33 with Priority: HIGHEST for action port [ 1130.701557] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_rules [ 1130.701713] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 1130.701808] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93bb2c5-a069-486c-831d-c07bc722ac33 with Priority: HIGHEST for action port [ 1130.702140] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.702332] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.702406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.702673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.702913] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.704715] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.704785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.704976] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93bb2c5-a069-486c-831d-c07bc722ac33 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.705085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.705155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.705640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.705730] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93bb2c5-a069-486c-831d-c07bc722ac33',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.708853] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.708853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.708853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.709292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.709292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.725352] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 in Status: IN_PROGRESS for 2s [ 1131.207737] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a93bb2c5-a069-486c-831d-c07bc722ac33 with status ACTIVE [ 1131.208096] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.208289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.208367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.208591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.208686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.208905] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.209058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.209124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.209284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.209362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.209550] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.209646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.209708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.209844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.209917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.210006] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a93bb2c5-a069-486c-831d-c07bc722ac33 is going to be updated. [ 1131.211653] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.211750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.233058] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.233272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.233272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.233461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.233591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.233749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.598120] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 1131.598315] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f deletion is rescheduled due to dependency. [ 1131.598471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.598727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.599043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.599283] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.599414] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.599479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.599672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.599802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.599993] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.903382] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e in Status: SUCCESS [ 1131.903674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.903796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.904042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.904307] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.904307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.904432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.904560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.904614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.904670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.904794] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.103018] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.406920] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.605622] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.740323] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 in Status: SUCCESS [ 1132.740580] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.909370] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76cc08d7-25c2-4570-bd2e-468931c9b35e: rpc.has_security_group_logging(os_id): False [ 1132.939309] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.939487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.939572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.939943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.940129] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.940517] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.940613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.940834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.940908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.940959] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e is going to be created. [ 1133.020395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.020587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.020640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.020805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.021033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.038782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e in Status: IN_PROGRESS for 2s [ 1133.108694] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.108961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.109128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.109309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.109438] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.109576] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be updated. [ 1133.173120] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.173359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.173359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.173572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.173731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.183488] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: IN_PROGRESS for 2s [ 1135.052680] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e in Status: SUCCESS [ 1135.052680] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.195053] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 1135.195278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.195557] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.195685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.195883] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.196010] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.196078] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.196250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.196311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.196402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.196510] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.699672] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.699672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.699672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.699948] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.700076] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.700216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.700278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.700441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.700535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.701394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.701394] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.701394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.701394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.701394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.701394] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.701394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.701394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.701649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.701649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.701649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.701649] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.702916] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.703043] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.205077] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e0ba719-bae9-4551-ad1e-ec853a12c64f: rpc.has_security_group_logging(os_id): False [ 1136.224550] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.224770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.224770] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.224960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.225096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.225297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.225400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.225464] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.225619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.225697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.225865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.225956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.226027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.226166] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.226240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.226427] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.226508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.226566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.226698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.226769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.226853] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be updated. [ 1136.288029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.288241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.288241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.288454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.288595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.301834] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: IN_PROGRESS for 2s [ 1138.317950] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 1138.318375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.025538] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-1ff1bd62-80fa-4cb0-8048-4be944c83993 tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1139.027027] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1139.027027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.027027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.027027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.027027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.027027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.027027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.027027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.027723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.027789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.027951] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.127534] env[65337]: INFO networking_nsxv3.common.synchronization [req-f0d44e23-82d1-42ae-9033-b87663e41d48 req-89dc334a-cb60-45e9-b0bd-9d4b3a25e117 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 1139.128292] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f with Priority: HIGHEST for action security_group_members [ 1139.129025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e0ba719-bae9-4551-ad1e-ec853a12c64f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.129025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.129025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.129025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.129255] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.129376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.130590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.130590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.130590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.130590] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e0ba719-bae9-4551-ad1e-ec853a12c64f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.186343] env[65337]: INFO networking_nsxv3.common.synchronization [req-f0d44e23-82d1-42ae-9033-b87663e41d48 req-89dc334a-cb60-45e9-b0bd-9d4b3a25e117 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: a93bb2c5-a069-486c-831d-c07bc722ac33 with Priority: HIGHEST for action port [ 1139.188797] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93bb2c5-a069-486c-831d-c07bc722ac33 with Priority: HIGHEST for action port [ 1139.190654] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93bb2c5-a069-486c-831d-c07bc722ac33 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.190654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.190654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.190654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.190654] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93bb2c5-a069-486c-831d-c07bc722ac33',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.399487] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.399487] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.399487] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.399831] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.399870] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.400022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.400146] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.400436] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.400582] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.400780] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.400919] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.401055] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.401176] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.401336] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.401850] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.402074] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.423475] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.423803] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.423946] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.424148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.424456] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-78058302-224c-4629-8946-2313db28e738 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.424625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.424736] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.425086] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.425294] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78058302-224c-4629-8946-2313db28e738',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.530658] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.530869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.530976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.531315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.531587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.531726] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.531874] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.531966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.532211] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.532338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.532506] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f already deleted. [ 1139.532599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.632701] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.632923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.632923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.633170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.633265] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.633465] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.633565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.633628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.633774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.633849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.633934] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f is going to be updated. [ 1139.663485] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.663697] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.663749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.664998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.664998] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.675990] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: IN_PROGRESS for 2s [ 1139.692545] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a93bb2c5-a069-486c-831d-c07bc722ac33 with status ACTIVE [ 1139.692779] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.692965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.693052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.693289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.693365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.693571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.693655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.693714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.693858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.693930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.694129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.694789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.694789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.694789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.694789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.694789] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a93bb2c5-a069-486c-831d-c07bc722ac33 is going to be updated. [ 1139.718998] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.719103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.719174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.719375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.719512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.719675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93bb2c5-a069-486c-831d-c07bc722ac33" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.930943] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.930943] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 78058302-224c-4629-8946-2313db28e738 not found, creating... [ 1139.930943] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.930943] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.931427] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.931427] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.931427] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.931636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.931820] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.931965] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 78058302-224c-4629-8946-2313db28e738 is going to be created. [ 1139.952724] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.953017] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.953178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.953480] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.953768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.954312] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.663889] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-2522a765-963b-4a53-95ab-a0524b4e2668 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1140.664150] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-2522a765-963b-4a53-95ab-a0524b4e2668 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1140.664264] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-2522a765-963b-4a53-95ab-a0524b4e2668 service nova] Enqueued Resource ID: 78058302-224c-4629-8946-2313db28e738 with Priority: HIGHEST for action port [ 1140.664776] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1140.664923] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1140.665030] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78058302-224c-4629-8946-2313db28e738 with Priority: HIGHEST for action port [ 1140.665325] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.665466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.665539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.665750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.665834] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.666752] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.666864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.666947] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.667190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.667362] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.667457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.667532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.667726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.667809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.667912] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.669102] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-78058302-224c-4629-8946-2313db28e738 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.669228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.669625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.669715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.669796] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78058302-224c-4629-8946-2313db28e738',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.171955] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.172890] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.172890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.173105] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78058302-224c-4629-8946-2313db28e738 with status ACTIVE [ 1141.173915] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.173915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.173915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.173915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.173915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.173915] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.174311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.174346] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.174797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.174797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.174797] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.174972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.174972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.175627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.175627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.175627] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78058302-224c-4629-8946-2313db28e738 is going to be updated. [ 1141.200069] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.200300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.200300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.200467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.200601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.200762] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78058302-224c-4629-8946-2313db28e738" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.413960] env[65337]: INFO networking_nsxv3.common.synchronization [req-476de264-7531-4a81-bd0f-26697e2f0eb6 req-60357acd-cbc0-48ef-9b4b-67744cf476d2 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1141.414497] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1141.414806] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.415325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.415457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.415746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.415829] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.415927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.415987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.416136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.416222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.416318] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.679983] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.686476] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f in Status: SUCCESS [ 1141.686710] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e0ba719-bae9-4551-ad1e-ec853a12c64f deletion is rescheduled due to dependency. [ 1141.686830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e0ba719-bae9-4551-ad1e-ec853a12c64f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.713583] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.713799] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.713910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.714476] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.714671] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.714828] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.714942] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.715169] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.715309] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.715510] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.715619] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.715722] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.715828] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.715931] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.716093] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.716276] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.830991] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.831190] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.115 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.831355] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.831554] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.831868] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.832052] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.832305] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.832718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.832853] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532fe4c9-0a59-48ad-a906-cd5fc9cd08aa',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.918796] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.918969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.919031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.919249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.919341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.919540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.919642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.919706] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.919855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.919930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.920021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1141.948364] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.948562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.948562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.948791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.948929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.958894] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1142.182403] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.182403] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.182581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.182686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.182736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.182835] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be created. [ 1142.207101] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.207101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.207101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.207101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.209090] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.217366] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: UNINITIALIZED for 2s [ 1142.335024] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.335374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.335451] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.335793] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.335961] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.336135] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa not found, creating... [ 1142.336415] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.336572] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.336686] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.337020] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.337315] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.337652] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.337836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.338285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.338285] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.338408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.338543] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa is going to be created. [ 1142.365427] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.365912] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.365912] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.366219] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.366510] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.367047] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.959754] env[65337]: INFO networking_nsxv3.common.synchronization [req-476de264-7531-4a81-bd0f-26697e2f0eb6 req-f427a023-7de4-44f6-840d-602eb489fd8b service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 1142.960062] env[65337]: INFO networking_nsxv3.common.synchronization [req-476de264-7531-4a81-bd0f-26697e2f0eb6 req-f427a023-7de4-44f6-840d-602eb489fd8b service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1142.960115] env[65337]: INFO networking_nsxv3.common.synchronization [req-476de264-7531-4a81-bd0f-26697e2f0eb6 req-f427a023-7de4-44f6-840d-602eb489fd8b service nova] Enqueued Resource ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa with Priority: HIGHEST for action port [ 1142.960700] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 1142.960844] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1142.960940] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa with Priority: HIGHEST for action port [ 1142.961242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.961365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.961434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.961709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.961709] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.962609] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.962701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.962917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.963048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.963114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.963287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.963396] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532fe4c9-0a59-48ad-a906-cd5fc9cd08aa',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.465033] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.465033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.467600] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa with status ACTIVE [ 1143.469540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.469540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.469540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.469540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.469540] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa is going to be updated. [ 1143.497487] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.497676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.497761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.497982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.498162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.498389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.685809] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-bd20f78b-5d7a-4457-9a59-6472089dc199 tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1143.686528] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1143.686953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.687121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.970801] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1143.971191] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 deletion is rescheduled due to dependency. [ 1143.971361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.972029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.972029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.972029] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.972029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.972247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.972292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.972337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.972450] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.025886] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.026092] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.026211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.026512] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.026780] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.026935] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.027060] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.027279] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.027416] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.027624] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.027731] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.027844] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.028034] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.028092] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.028154] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.028307] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.050050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.050050] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.050050] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.050050] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-509" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.050438] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.050530] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.050594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.051178] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.051178] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b00e60d-b0a4-4245-bf51-cfd5e8e52950',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.228379] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: UNINITIALIZED for 4s [ 1144.474463] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.553742] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.553950] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.554096] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.554393] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.554548] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.554774] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 4b00e60d-b0a4-4245-bf51-cfd5e8e52950 not found, creating... [ 1144.555064] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.555228] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.555345] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.555562] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.555699] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.555983] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.556148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.556263] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.556469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.556600] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.556738] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 4b00e60d-b0a4-4245-bf51-cfd5e8e52950 is going to be created. [ 1144.579496] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.579698] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.579835] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.580107] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.580550] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.580647] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.976613] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.319500] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-8c2d491a-858b-450c-93ad-551a0c12b546 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1145.319500] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-8c2d491a-858b-450c-93ad-551a0c12b546 service nova] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1145.319500] env[65337]: INFO networking_nsxv3.common.synchronization [req-c4dc9b93-ad54-4e44-8900-67f7ab55d90d req-8c2d491a-858b-450c-93ad-551a0c12b546 service nova] Enqueued Resource ID: 4b00e60d-b0a4-4245-bf51-cfd5e8e52950 with Priority: HIGHEST for action port [ 1145.319500] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_rules [ 1145.319500] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1145.319500] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b00e60d-b0a4-4245-bf51-cfd5e8e52950 with Priority: HIGHEST for action port [ 1145.320316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.321499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.321499] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.321499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.323055] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.323055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.323055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.323055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.323055] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b00e60d-b0a4-4245-bf51-cfd5e8e52950',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.479475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479774] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.480059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.480184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.480350] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1145.515484] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.515803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.515965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.516286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.516470] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.527223] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1145.825806] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b00e60d-b0a4-4245-bf51-cfd5e8e52950 with status ACTIVE [ 1145.826046] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.826185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.826256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.826474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.826562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.826746] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.826845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.826906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.827076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.827154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.827348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.827443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.827503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.827641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.827715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.827798] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b00e60d-b0a4-4245-bf51-cfd5e8e52950 is going to be updated. [ 1145.848579] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.848743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.848828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.849086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.849255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.849447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b00e60d-b0a4-4245-bf51-cfd5e8e52950" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.241336] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1146.241735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.241992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.241992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.242209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.242342] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.242397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.242549] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.242621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.242709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.242812] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.243761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.243937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.244556] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.244556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.244556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.244556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.244556] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.244556] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.746285] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.746527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.746755] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.249260] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.539557] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1147.539943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.540831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.540831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.540831] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.541040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.541173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.541441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.541584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.541782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.541953] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.753678] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.753860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.753899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.754148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.754238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.754343] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1147.795127] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.795329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.795329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.795563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.795718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.812712] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1148.045187] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.328352] env[65337]: INFO networking_nsxv3.common.synchronization [req-de6e87f4-a253-4779-a68f-1f87be716788 req-db21d1da-cd5e-417e-b97b-cbf6477a4035 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1148.328883] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1148.329212] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.329435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.329435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.329592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.329748] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.329844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.329913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.330075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.330158] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.330250] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.549417] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2208650-918e-48db-ba1d-c72263a83ec4: rpc.has_security_group_logging(os_id): False [ 1148.566057] env[65337]: INFO networking_nsxv3.common.synchronization [req-28bf2a1f-eaa8-4cab-b7b9-01afd46f21f0 req-4194d05b-43f0-4fe7-bdf5-a9531bd21c8c tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1148.567350] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.567474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.567537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.567917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.569022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.569022] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.569022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.569022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.569022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.569022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.569022] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1148.570158] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1148.570553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.570673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.570729] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.570902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.571079] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.571180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.571241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.571406] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.571522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.571589] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.633304] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.633493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.633537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.633764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.633923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.648806] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1148.756810] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.756810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.756810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.756810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.756810] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.756810] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.757103] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.760992] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.760992] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.761185] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.761405] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.761584] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.761906] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.761906] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.762023] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.762207] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.784992] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.785313] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.786028] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.786028] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.786028] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-27f48125-365e-407c-8ff9-5ad82db43a47 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.786386] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.786386] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.786750] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.786929] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f48125-365e-407c-8ff9-5ad82db43a47',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.832814] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.074716] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.075146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.075146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.076377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.096853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.097261] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.097456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.097571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.097796] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.097885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.097980] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1149.135932] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.136115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.136156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.136434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.136520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.145437] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1149.289852] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.290145] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.290145] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.290409] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.292031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.292031] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 27f48125-365e-407c-8ff9-5ad82db43a47 not found, creating... [ 1149.292031] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.292031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.292031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.292031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.292031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.292031] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.292408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.292408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.292408] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.292508] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.292799] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 27f48125-365e-407c-8ff9-5ad82db43a47 is going to be created. [ 1149.314574] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.314793] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.314968] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.315263] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.315499] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.315724] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.335696] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.829030] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.829030] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.829030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.829030] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.841276] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.842027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.842378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.843867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.843867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.843867] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1149.883620] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.883620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.883620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.883620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.883620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.905897] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1150.130212] env[65337]: INFO networking_nsxv3.common.synchronization [req-de6e87f4-a253-4779-a68f-1f87be716788 req-fa8ad5e7-67f9-47e8-85ba-cd04018436f0 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1150.130548] env[65337]: INFO networking_nsxv3.common.synchronization [req-de6e87f4-a253-4779-a68f-1f87be716788 req-fa8ad5e7-67f9-47e8-85ba-cd04018436f0 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1150.130779] env[65337]: INFO networking_nsxv3.common.synchronization [req-de6e87f4-a253-4779-a68f-1f87be716788 req-fa8ad5e7-67f9-47e8-85ba-cd04018436f0 service nova] Enqueued Resource ID: 27f48125-365e-407c-8ff9-5ad82db43a47 with Priority: HIGHEST for action port [ 1150.131398] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1150.131582] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1150.131717] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27f48125-365e-407c-8ff9-5ad82db43a47 with Priority: HIGHEST for action port [ 1150.131999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.133290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.133937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.133937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.133937] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.134826] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.134826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.135310] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-27f48125-365e-407c-8ff9-5ad82db43a47 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.135310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.135310] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.135448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.135448] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27f48125-365e-407c-8ff9-5ad82db43a47',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.333136] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.637319] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.637760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.637760] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27f48125-365e-407c-8ff9-5ad82db43a47 with status ACTIVE [ 1150.637843] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.637984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.638068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.638290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.638402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.638592] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.638719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.638776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.638981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.639087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.639302] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.639402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.639465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.639620] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.639744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.639924] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27f48125-365e-407c-8ff9-5ad82db43a47 is going to be updated. [ 1150.661648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.661812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.661880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.662149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.662311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.662492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27f48125-365e-407c-8ff9-5ad82db43a47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.666958] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1150.667208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.836374] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.985669] env[65337]: INFO networking_nsxv3.common.synchronization [None req-9d35e5f0-ebc9-41c7-9cb3-2e87c26eeb1f tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: c630ff19-36f0-4c02-b94d-d5be3345b569 with Priority: HIGHEST for action security_group_rules [ 1150.986284] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c630ff19-36f0-4c02-b94d-d5be3345b569 with Priority: HIGHEST for action security_group_rules [ 1150.986712] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c630ff19-36f0-4c02-b94d-d5be3345b569 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.986824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.986824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.987167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.987333] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c630ff19-36f0-4c02-b94d-d5be3345b569',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.089055] env[65337]: INFO networking_nsxv3.common.synchronization [None req-e7d7c95e-4657-4efe-9258-3cc1be9ed3d3 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: c630ff19-36f0-4c02-b94d-d5be3345b569 with Priority: HIGHEST for action security_group_rules [ 1151.089992] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c630ff19-36f0-4c02-b94d-d5be3345b569 with Priority: HIGHEST for action security_group_rules [ 1151.089992] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c630ff19-36f0-4c02-b94d-d5be3345b569 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.089992] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.157116] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1151.157306] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 deletion is rescheduled due to dependency. [ 1151.157441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.339170] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.339378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.339418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.339656] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.339725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.339819] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1151.370571] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.370887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.370976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.371599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.371925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.382227] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1151.515121] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.515121] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c630ff19-36f0-4c02-b94d-d5be3345b569 already deleted. [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.515121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.515121] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c630ff19-36f0-4c02-b94d-d5be3345b569',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.919100] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1151.919498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.919498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.919755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.919997] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.920189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.920308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.920641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.920788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.920911] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.038893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.039637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.039637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.039637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.039637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.039904] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c630ff19-36f0-4c02-b94d-d5be3345b569 already deleted. [ 1152.039904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c630ff19-36f0-4c02-b94d-d5be3345b569" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.425411] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.927401] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.395113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1153.395511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.395688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.395922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.396133] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.396244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.396311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.396468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.396542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.396626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.396790] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.396897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.396970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.397081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.397219] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.397313] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.397379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.397496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.397555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.397632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.397725] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.430199] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.430428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.430670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.430914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.431026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.431133] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1153.463159] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.463361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.463361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.463602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.463742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.475233] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1153.900130] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b28372bb-bcf5-4820-b091-c1c7782dfa6f: rpc.has_security_group_logging(os_id): False [ 1153.922161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.922392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.922392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.922587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.922760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.922970] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.923141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.923141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.923303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.923381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.923569] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.923662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.923723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.923857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.923929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.924128] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.924223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.924277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.924416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.924488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.924571] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be created. [ 1153.988991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.989424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.989424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.989518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.989623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.005772] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1154.247799] env[65337]: INFO networking_nsxv3.common.synchronization [req-c02229be-33af-4195-b1aa-562e7379dbba req-b314d7fa-7113-4b05-a31c-6809a6844157 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1154.248525] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1154.249181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.249181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.249181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.249428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.250189] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.250189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.250189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.250189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.250189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.250189] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.752844] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.753089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.753207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.753445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.753544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.753803] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.753930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.753997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.754127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.754199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.754291] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1154.784182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.784428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.784649] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.784722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.784870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.803808] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1155.488673] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1155.489116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.489116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.489316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.489557] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.489683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.489749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.489925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.490013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.490109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.490206] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.992781] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.992976] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.993066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.993515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.993567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.993658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.993746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.993957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.994106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.994171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.994379] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.994496] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.994562] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.994788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.994953] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.995056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.995124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.995304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.995408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.995547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.995627] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.026820] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1156.027217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.027483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.027836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.028020] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.483200] env[65337]: INFO networking_nsxv3.common.synchronization [req-76ea8d9c-9317-422a-aa71-f07a8b32fc1f req-52cf989c-cd02-41ac-84ee-db318f78afbb tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1156.483777] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1156.484116] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.484254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.484322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.484521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.484679] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.484781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.484831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.484990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.485060] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.485151] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.498694] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1156.522221] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.522402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.522490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.522701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.522801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.523068] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.523174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.523237] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.523389] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.523788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.523788] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.523788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.524012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.524012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.524099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.524716] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.524851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.524918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.525103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.525195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.525285] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1156.531337] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.531541] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.531614] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.531805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.532012] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.532130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.532189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.532341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.532424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.532511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.532599] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.589738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.589926] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.590205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.590505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.590667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.605982] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1156.809261] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.810154] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.810154] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.810154] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.810527] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.810527] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.810745] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.811013] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.811256] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.811598] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.811747] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.811905] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.812112] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.812288] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.812430] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.812594] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.815117] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1156.815422] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1156.815578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.834116] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.834424] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.834815] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.834893] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.835392] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.835661] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.835861] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.836341] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.836558] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4b862b-1212-4f34-ba11-0f4f2fb3d254',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.987865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.988083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.988083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.988320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.988450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.988627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.988733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.988790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.988945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.989031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.989113] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1157.021793] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.022030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.022127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.022622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.022622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.033437] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1157.036942] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.037102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.037173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.037375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.037538] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.037636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.037698] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.037989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.037989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.038143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.038186] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.038249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.038347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.038461] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.038584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.038677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.038736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.038871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.038952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.039039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.039128] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.332574] env[65337]: INFO networking_nsxv3.common.synchronization [req-6d0ed9c7-0241-4088-8a9d-9154ec19ee2a req-eb8ec464-f846-4ade-99a5-16556daaa507 tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1157.333017] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1157.333795] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.333970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.334228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.334458] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.334628] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.334734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.334798] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.334953] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.335048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.335146] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.339024] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.339024] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.339225] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.339322] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.339469] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.339619] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 6a4b862b-1212-4f34-ba11-0f4f2fb3d254 not found, creating... [ 1157.339875] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.340042] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.340162] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.340379] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.340550] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.340959] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.341075] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.341113] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.341340] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.341482] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.341655] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 6a4b862b-1212-4f34-ba11-0f4f2fb3d254 is going to be created. [ 1157.363359] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.363568] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.363691] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.363981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.364218] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.364437] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.541836] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b28372bb-bcf5-4820-b091-c1c7782dfa6f: rpc.has_security_group_logging(os_id): False [ 1157.563399] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.563399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.563569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.563858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.563985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.564289] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.564445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.564564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.564746] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.564852] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.565112] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.565260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.565334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.565501] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.565606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.565830] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.565924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.565988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.566170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.566246] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.566330] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1157.646303] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.646471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.646543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.646750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.646898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.665031] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1157.837716] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.094785] env[65337]: INFO networking_nsxv3.common.synchronization [req-76ea8d9c-9317-422a-aa71-f07a8b32fc1f req-193b47f2-f00d-4c47-a4a8-013b2d24a87d service nova] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 1158.094986] env[65337]: INFO networking_nsxv3.common.synchronization [req-76ea8d9c-9317-422a-aa71-f07a8b32fc1f req-193b47f2-f00d-4c47-a4a8-013b2d24a87d service nova] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1158.095149] env[65337]: INFO networking_nsxv3.common.synchronization [req-76ea8d9c-9317-422a-aa71-f07a8b32fc1f req-193b47f2-f00d-4c47-a4a8-013b2d24a87d service nova] Enqueued Resource ID: 6a4b862b-1212-4f34-ba11-0f4f2fb3d254 with Priority: HIGHEST for action port [ 1158.095679] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 1158.095832] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1158.095974] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4b862b-1212-4f34-ba11-0f4f2fb3d254 with Priority: HIGHEST for action port [ 1158.096312] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.096448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.096511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.096760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.096892] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.097809] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.097946] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.099308] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.099532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.099532] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.099619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.099707] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4b862b-1212-4f34-ba11-0f4f2fb3d254',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.339727] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.369941] env[65337]: INFO networking_nsxv3.common.synchronization [req-6f4260d1-008b-412a-bcf1-fd2d2eb8e903 req-82b22ac6-3f0a-4f84-a595-4a289a0194ab tempest-MultipleCreateTestJSON-1124955236 tempest-MultipleCreateTestJSON-1124955236-project-member] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1158.370512] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGHEST for action security_group_members [ 1158.370838] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.370944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.602163] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.602516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.602650] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a4b862b-1212-4f34-ba11-0f4f2fb3d254 with status ACTIVE [ 1158.602887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.603061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.603145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.603423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.603744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.603802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.603866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.603963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.604175] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.604292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.604548] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.604688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.604780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.605030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.605393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.605393] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a4b862b-1212-4f34-ba11-0f4f2fb3d254 is going to be updated. [ 1158.621184] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1158.621304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.628655] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.628906] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.629095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.629363] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.629578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.629872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4b862b-1212-4f34-ba11-0f4f2fb3d254" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.746022] env[65337]: INFO networking_nsxv3.common.synchronization [req-7ea383d4-1906-460d-a47a-e738bdf24cf2 req-8e46cbde-4091-458d-91a5-f5a11fef6802 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1158.746558] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1158.746906] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.747055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.747157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.747451] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.747681] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.747849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.747963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.748229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.748372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.748529] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.842716] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.842887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.842933] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.843171] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.843262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.843365] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1158.876898] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.877094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.877150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.877423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.877588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.888969] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1159.043257] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1159.043516] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 deletion is rescheduled due to dependency. [ 1159.043582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.043710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.043940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.044149] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.044263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.044326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.044473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.044761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.044904] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.054657] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.054899] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.055064] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.055332] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.055667] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.055854] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.056014] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.056286] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.056457] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.056727] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.056896] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.057050] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.057180] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.057346] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.057477] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.057648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.075664] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.075868] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.076677] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.076677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.076677] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.076945] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.076945] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.077248] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.077395] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ec9ba2-ba3e-43db-b326-9049bb0c2a9f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.252015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.252204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.252248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.252484] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.252579] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.252783] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.252917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.252917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.253086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.253162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.253225] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1159.289293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.289462] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.289552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.289779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.290139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.301978] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1159.548167] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.580042] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.580279] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.580404] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.580731] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.580879] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.581059] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 20ec9ba2-ba3e-43db-b326-9049bb0c2a9f not found, creating... [ 1159.581315] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.581491] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.581625] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.581869] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.582013] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.582303] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.582481] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.582567] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.582825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.582887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.583088] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 20ec9ba2-ba3e-43db-b326-9049bb0c2a9f is going to be created. [ 1159.602921] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.603336] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.603336] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.603517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.603738] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.603954] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.680949] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1159.681210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.050315] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.351813] env[65337]: INFO networking_nsxv3.common.synchronization [req-7ea383d4-1906-460d-a47a-e738bdf24cf2 req-07d1c87b-bed2-47ae-b874-8ad5782cb5b2 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1160.351992] env[65337]: INFO networking_nsxv3.common.synchronization [req-7ea383d4-1906-460d-a47a-e738bdf24cf2 req-07d1c87b-bed2-47ae-b874-8ad5782cb5b2 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1160.352140] env[65337]: INFO networking_nsxv3.common.synchronization [req-7ea383d4-1906-460d-a47a-e738bdf24cf2 req-07d1c87b-bed2-47ae-b874-8ad5782cb5b2 service nova] Enqueued Resource ID: 20ec9ba2-ba3e-43db-b326-9049bb0c2a9f with Priority: HIGHEST for action port [ 1160.352708] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1160.352855] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1160.352951] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ec9ba2-ba3e-43db-b326-9049bb0c2a9f with Priority: HIGHEST for action port [ 1160.353409] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.353571] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.353606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.353822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.353873] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.355981] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.356102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.356373] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.356505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.356586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.356787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.356873] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ec9ba2-ba3e-43db-b326-9049bb0c2a9f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.553760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.553968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.553968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.554151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.554208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.554315] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1160.586231] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.586442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.586523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.586685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.586860] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.596826] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1160.858551] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.858551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.858925] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20ec9ba2-ba3e-43db-b326-9049bb0c2a9f with status ACTIVE [ 1160.858925] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.859115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.859115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.859402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.859402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.860034] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.860034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.860034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.860034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.860034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.860395] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.860395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.860395] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.860555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.860555] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.860612] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20ec9ba2-ba3e-43db-b326-9049bb0c2a9f is going to be updated. [ 1160.884412] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.884568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.884633] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.884877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.885066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.885431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ec9ba2-ba3e-43db-b326-9049bb0c2a9f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.918073] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1160.918325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.918514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.919436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.919436] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.919436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.919436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.919719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.919719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.919719] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.313274] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1161.313725] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1161.313869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.314063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.314302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.314554] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.314725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.314800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.314987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.315094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.315258] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.422611] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.422839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.422890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.423182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.423252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.423489] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.423611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.423679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.423851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.423952] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.424078] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be updated. [ 1161.455077] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.455077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.455077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.455077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.455077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.464586] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: IN_PROGRESS for 2s [ 1161.818398] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.320363] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.607895] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1162.607895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.607895] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.608103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.608274] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.608430] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.608535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.608717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.608803] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.608911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.609070] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.670883] env[65337]: INFO networking_nsxv3.common.synchronization [req-dd345a72-636d-48b5-b1a8-4ed22d85b1e5 req-fc8bb53a-7820-488a-a9f5-83a777f8490f tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1162.672035] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1162.672035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.672262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.672262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.672884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.672884] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.672884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.672884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.673204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.673204] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.673320] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.824094] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.824094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.824094] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.824423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.824423] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.824537] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1162.861452] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.861711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.861841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.862438] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.891814] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1163.111465] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.176131] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.476512] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f in Status: SUCCESS [ 1163.476846] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f deletion is rescheduled due to dependency. [ 1163.476846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.613630] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1897c16b-38bc-4f63-aa01-37552c659610: rpc.has_security_group_logging(os_id): False [ 1163.633492] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.633492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.633492] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.633781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.633781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.634035] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.634156] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.634351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.634427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.634507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.634614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1163.678694] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.698995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.698995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.698995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.698995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.698995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.710968] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1164.183325] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.183325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.183325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.183325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.183325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.183325] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1164.214281] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.214463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.214509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.214820] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.214873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.225376] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1164.905396] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1164.905881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.905881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.906181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.906458] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.906634] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.906749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.907042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.907181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.907367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.907599] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.411056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.411056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.411056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.411583] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.411583] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.411811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.411935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.412151] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.412351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.412566] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.412768] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.413842] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.413842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.414237] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.727769] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1165.727987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.917129] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7151600a-af78-4df5-9501-c345263feb5d: rpc.has_security_group_logging(os_id): False [ 1165.939103] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.939103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.939103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.939255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.939340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.939469] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.939568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.939627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.939873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.939873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.940089] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.940183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.940241] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.940380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.940481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.940627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.940722] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.940784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.940924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.940996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.942051] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1166.032637] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.032787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.032869] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.033150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.033307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.050576] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1166.059236] env[65337]: INFO networking_nsxv3.common.synchronization [req-18e781ae-7d97-4fb8-b0a9-9302be09c585 req-a41997d1-6d35-4bfc-b290-1ea107991a83 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1166.060310] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1166.060812] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.060960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.061014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.061214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.061372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.061467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.061533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.061753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.061863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.061985] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.236713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1166.236934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.436061] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.436061] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.436061] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.436061] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.436521] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.436832] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.437061] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.437374] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.437617] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.437920] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.438166] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.438381] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.438642] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.438877] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.439204] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.439451] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.459767] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.459946] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.460099] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.460278] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-67" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.460613] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-2434ba7f-55b5-4191-bea4-6efe794b8896 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.460792] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.460912] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.461265] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.461401] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2434ba7f-55b5-4191-bea4-6efe794b8896',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.564827] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.963958] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.964385] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.964385] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.964697] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.964865] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.965096] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 2434ba7f-55b5-4191-bea4-6efe794b8896 not found, creating... [ 1166.965433] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.965645] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.966317] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.966317] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.966547] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.967461] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.967738] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.967874] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.968129] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.968275] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.968537] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 2434ba7f-55b5-4191-bea4-6efe794b8896 is going to be created. [ 1166.993716] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.994089] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.994559] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.994559] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.994826] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.995186] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.068557] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.571178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.576826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.576826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.576826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.576826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.576826] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 1167.612991] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.613631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.613631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.613631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.613631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.623198] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 1167.702405] env[65337]: INFO networking_nsxv3.common.synchronization [req-18e781ae-7d97-4fb8-b0a9-9302be09c585 req-e48f6fe8-fa1e-4ff6-8e99-0c104f1f3114 service nova] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 1167.702405] env[65337]: INFO networking_nsxv3.common.synchronization [req-18e781ae-7d97-4fb8-b0a9-9302be09c585 req-e48f6fe8-fa1e-4ff6-8e99-0c104f1f3114 service nova] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1167.702610] env[65337]: INFO networking_nsxv3.common.synchronization [req-18e781ae-7d97-4fb8-b0a9-9302be09c585 req-e48f6fe8-fa1e-4ff6-8e99-0c104f1f3114 service nova] Enqueued Resource ID: 2434ba7f-55b5-4191-bea4-6efe794b8896 with Priority: HIGHEST for action port [ 1167.703412] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_rules [ 1167.703628] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1167.703694] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2434ba7f-55b5-4191-bea4-6efe794b8896 with Priority: HIGHEST for action port [ 1167.703995] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.704134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.704198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.704600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.704680] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.705579] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.706340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.706340] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-2434ba7f-55b5-4191-bea4-6efe794b8896 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.706340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.706340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.706589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.706589] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2434ba7f-55b5-4191-bea4-6efe794b8896',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.774802] env[65337]: INFO networking_nsxv3.common.synchronization [None req-ab007b61-b0bb-47be-b33c-39c7a1a6915a None None] Enqueued Resource ID: bcc9775c-45e3-4582-88bf-3525deec4e31 with Priority: HIGHEST for action port [ 1167.775433] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcc9775c-45e3-4582-88bf-3525deec4e31 with Priority: HIGHEST for action port [ 1167.776456] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcc9775c-45e3-4582-88bf-3525deec4e31 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.776456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcc9775c-45e3-4582-88bf-3525deec4e31" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.776456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcc9775c-45e3-4582-88bf-3525deec4e31" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.776456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcc9775c-45e3-4582-88bf-3525deec4e31" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.776456] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcc9775c-45e3-4582-88bf-3525deec4e31',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.070375] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1168.071085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.209025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.209025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.209258] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2434ba7f-55b5-4191-bea4-6efe794b8896 with status ACTIVE [ 1168.209521] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.209791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.209791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.209958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.210073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.210305] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.210427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.210459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.210693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.210890] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.211026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.211115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.211179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.211348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.211424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.211510] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2434ba7f-55b5-4191-bea4-6efe794b8896 is going to be updated. [ 1168.240943] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.240943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.240943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.240943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.240943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.240943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2434ba7f-55b5-4191-bea4-6efe794b8896" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.279222] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcc9775c-45e3-4582-88bf-3525deec4e31 [ 1168.279222] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.279222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.279222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.279536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.279536] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.279602] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcc9775c-45e3-4582-88bf-3525deec4e31 already deleted. [ 1168.280296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcc9775c-45e3-4582-88bf-3525deec4e31" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.634103] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 1169.634387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.634489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.634702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.634891] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.635021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.635326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.636312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.636312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.636312] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.050748] env[65337]: INFO networking_nsxv3.common.synchronization [None req-c2bc626d-7849-4467-be59-9ad2e94557cc None None] Enqueued Resource ID: d9e1f7c3-bc98-40cc-8539-9eae893e9049 with Priority: HIGHEST for action port [ 1170.051855] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9e1f7c3-bc98-40cc-8539-9eae893e9049 with Priority: HIGHEST for action port [ 1170.051855] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9e1f7c3-bc98-40cc-8539-9eae893e9049 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.051855] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9e1f7c3-bc98-40cc-8539-9eae893e9049" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.052124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9e1f7c3-bc98-40cc-8539-9eae893e9049" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.052339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9e1f7c3-bc98-40cc-8539-9eae893e9049" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.052424] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9e1f7c3-bc98-40cc-8539-9eae893e9049',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.139585] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.554903] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9e1f7c3-bc98-40cc-8539-9eae893e9049 [ 1170.555161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.555289] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.555360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.555576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.555664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.555761] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9e1f7c3-bc98-40cc-8539-9eae893e9049 already deleted. [ 1170.555841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9e1f7c3-bc98-40cc-8539-9eae893e9049" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.641825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.144547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.144714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.144765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.144986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.145099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.145205] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 1171.175747] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.176025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.176130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.176335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.176538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.187711] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 1173.199603] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 1173.199934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.200017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.200267] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.200475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.200600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.200739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.200904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.200986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.201104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.201199] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.556091] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ff51e49-e5b2-432d-81b7-1f8e56954662 req-1f470b80-5a2b-4a40-83c2-b4c17b080485 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1173.556804] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1173.557341] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.557515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.557627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.557938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.558213] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.558380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.558486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.558738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.559016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.559192] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.704006] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.867767] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.867767] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.867767] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.868021] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.869043] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.869043] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.869043] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.869043] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.869043] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.869043] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.869485] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.869485] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.869485] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.869485] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.869595] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.869683] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.887574] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.887772] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.887919] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.888089] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.888411] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-8a347e9e-0d4a-4c53-8c62-17831f66415c taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.888611] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.888740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.889148] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.889728] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a347e9e-0d4a-4c53-8c62-17831f66415c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.062094] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.206099] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44802d22-8c92-4486-8fa9-ff966a5971c9: rpc.has_security_group_logging(os_id): False [ 1174.230945] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.231302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.231302] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.231402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.231463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.231741] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.231871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.232084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.232127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.232207] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.232304] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 1174.298155] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.298321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.298321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.298499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.298655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.312578] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 1174.392088] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.392088] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.392324] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.392478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.392622] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.392782] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 8a347e9e-0d4a-4c53-8c62-17831f66415c not found, creating... [ 1174.393152] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.393336] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.393456] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.393715] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.393933] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.394212] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.394397] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.394511] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.394716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.394852] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.394988] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 8a347e9e-0d4a-4c53-8c62-17831f66415c is going to be created. [ 1174.420475] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.420742] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.420898] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.421270] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.421477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.421737] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.564291] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.067391] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.067610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.067717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.067981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.068107] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.068237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1175.107553] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.107727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.107784] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.108075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.108181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.120389] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1175.210927] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ff51e49-e5b2-432d-81b7-1f8e56954662 req-3fa9539e-fb72-4c5d-8d85-77709e32523b service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1175.211347] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ff51e49-e5b2-432d-81b7-1f8e56954662 req-3fa9539e-fb72-4c5d-8d85-77709e32523b service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1175.211523] env[65337]: INFO networking_nsxv3.common.synchronization [req-6ff51e49-e5b2-432d-81b7-1f8e56954662 req-3fa9539e-fb72-4c5d-8d85-77709e32523b service nova] Enqueued Resource ID: 8a347e9e-0d4a-4c53-8c62-17831f66415c with Priority: HIGHEST for action port [ 1175.212196] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1175.212337] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1175.212435] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a347e9e-0d4a-4c53-8c62-17831f66415c with Priority: HIGHEST for action port [ 1175.212723] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.212850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.212917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.213137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.213221] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.214142] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.214245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.214438] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a347e9e-0d4a-4c53-8c62-17831f66415c taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.214537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.214604] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.214775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.215024] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a347e9e-0d4a-4c53-8c62-17831f66415c',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.716939] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.717188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.717280] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a347e9e-0d4a-4c53-8c62-17831f66415c with status ACTIVE [ 1175.717462] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.717581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.717645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.717843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.717937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.718113] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.718217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.718276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.718418] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.718480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.718695] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.718787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.718840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.718980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.719061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.719145] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a347e9e-0d4a-4c53-8c62-17831f66415c is going to be updated. [ 1175.748021] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.748231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.748317] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.748589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.748682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.748864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a347e9e-0d4a-4c53-8c62-17831f66415c" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.886912] env[65337]: INFO networking_nsxv3.common.synchronization [req-bfbc8044-7253-4155-adbf-f78b4f4195fa req-24da1fc2-96de-4083-9c21-95b538285ff2 tempest-ServerMetadataNegativeTestJSON-867743283 tempest-ServerMetadataNegativeTestJSON-867743283-project-member] Enqueued Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_members [ 1175.887482] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_members [ 1175.887876] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.887986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.888070] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.888351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.888529] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.888658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.888726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.888901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.888984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.889093] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.308226] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.308586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-253" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.308586] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-253" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.309049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-253" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.309340] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.309511] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.309629] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.309873] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.310032] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.310252] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.310367] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.310477] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.310587] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.310793] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.310913] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.311058] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.343122] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 1176.343375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.367413] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.367413] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.367629] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.367723] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-253" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.368044] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-ad8314cf-9923-41c0-9e97-db9343ddb150 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.368230] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.368297] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.368750] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.368901] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8314cf-9923-41c0-9e97-db9343ddb150',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.393124] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.393311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.393366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.393577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.393661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.393861] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.393957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.394030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.394179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.394253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.394335] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d52adb-ddb2-4177-af51-807ce4191e5d already deleted. [ 1176.394411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.873194] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.873194] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port ad8314cf-9923-41c0-9e97-db9343ddb150 not found, creating... [ 1176.873194] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.873194] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.873892] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.874192] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.874402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.874707] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.874935] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.875176] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: ad8314cf-9923-41c0-9e97-db9343ddb150 is going to be created. [ 1176.895803] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.896318] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.896543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.896917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.897258] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.897581] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.134646] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1177.134646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.134646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.134646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.134646] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.134646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.134646] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.135301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.135576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.135830] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.578209] env[65337]: INFO networking_nsxv3.common.synchronization [req-bfbc8044-7253-4155-adbf-f78b4f4195fa req-8cee69c9-6d32-4bae-b3c1-9e8ab2b5646f service nova] Enqueued Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_rules [ 1177.578209] env[65337]: INFO networking_nsxv3.common.synchronization [req-bfbc8044-7253-4155-adbf-f78b4f4195fa req-8cee69c9-6d32-4bae-b3c1-9e8ab2b5646f service nova] Enqueued Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_members [ 1177.578209] env[65337]: INFO networking_nsxv3.common.synchronization [req-bfbc8044-7253-4155-adbf-f78b4f4195fa req-8cee69c9-6d32-4bae-b3c1-9e8ab2b5646f service nova] Enqueued Resource ID: ad8314cf-9923-41c0-9e97-db9343ddb150 with Priority: HIGHEST for action port [ 1177.578209] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_rules [ 1177.578209] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_members [ 1177.578895] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad8314cf-9923-41c0-9e97-db9343ddb150 with Priority: HIGHEST for action port [ 1177.579329] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.579594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.579758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.580216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.580409] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.581525] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.582600] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.582600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.582600] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.584056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad8314cf-9923-41c0-9e97-db9343ddb150 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.584354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.585508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.585508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.585508] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad8314cf-9923-41c0-9e97-db9343ddb150',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.638568] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.087453] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.087817] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.087936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.088097] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad8314cf-9923-41c0-9e97-db9343ddb150 with status ACTIVE [ 1178.088348] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.090471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.090471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.091200] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.091200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.091200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.091200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.091200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.091410] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad8314cf-9923-41c0-9e97-db9343ddb150 is going to be updated. [ 1178.118356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.118567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.118637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.118903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.119130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.119416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad8314cf-9923-41c0-9e97-db9343ddb150" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.140658] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.593586] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.643230] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.643839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.643839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.643839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.643839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.644025] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1178.677807] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.677940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.677984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.678227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.678379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.691039] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1178.698188] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-791 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.698382] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.698503] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.698842] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.699116] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.699316] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.699433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.699652] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.699790] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.699990] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.700123] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.700229] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.700361] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.700437] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.700537] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.700664] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.725027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.725250] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.725555] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.725555] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-791" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.725854] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-c787102d-b3ce-4271-aacd-342ba5a23b47 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.726577] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.726713] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.727014] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.727162] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c787102d-b3ce-4271-aacd-342ba5a23b47',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.096607] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.096812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.096853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.097425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.097425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.097425] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d52adb-ddb2-4177-af51-807ce4191e5d is going to be created. [ 1179.125887] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.126052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.126133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.126337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.126499] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.138120] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d52adb-ddb2-4177-af51-807ce4191e5d in Status: UNINITIALIZED for 2s [ 1179.229844] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.231104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.231104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.231104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.231104] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.231435] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.231595] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.231714] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.231937] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.232085] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.232376] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.232517] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.232636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.232841] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.232971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.233166] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: c787102d-b3ce-4271-aacd-342ba5a23b47 is going to be updated. [ 1179.258531] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.258886] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.259103] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.259532] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.259858] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.260220] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.969162] env[65337]: INFO networking_nsxv3.common.synchronization [req-203e7018-dc4a-4e3f-9433-377104d48ea2 req-fd7f81e3-6abd-43f7-a188-1ce9ee6c5893 service nova] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1179.969449] env[65337]: INFO networking_nsxv3.common.synchronization [req-203e7018-dc4a-4e3f-9433-377104d48ea2 req-fd7f81e3-6abd-43f7-a188-1ce9ee6c5893 service nova] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1179.969550] env[65337]: INFO networking_nsxv3.common.synchronization [req-203e7018-dc4a-4e3f-9433-377104d48ea2 req-fd7f81e3-6abd-43f7-a188-1ce9ee6c5893 service nova] Enqueued Resource ID: c787102d-b3ce-4271-aacd-342ba5a23b47 with Priority: HIGHEST for action port [ 1179.970222] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_rules [ 1179.970337] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1179.970433] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c787102d-b3ce-4271-aacd-342ba5a23b47 with Priority: HIGHEST for action port [ 1179.970802] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.970974] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.971065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.971266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.971349] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.973936] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.974103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.974146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.974365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.974464] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.974551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.974613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.974750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.974833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.974923] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.975690] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c787102d-b3ce-4271-aacd-342ba5a23b47 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.975795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.975861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.976180] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.976180] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c787102d-b3ce-4271-aacd-342ba5a23b47',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.427139] env[65337]: INFO networking_nsxv3.common.synchronization [req-4cfcfe94-e11f-4325-a2eb-c1dda85a1fb0 req-4b976acc-4a44-4dc1-890b-6c1e71fb9019 tempest-ServerActionsV293TestJSON-1037946712 tempest-ServerActionsV293TestJSON-1037946712-project-member] Enqueued Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_members [ 1180.427585] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e with Priority: HIGHEST for action security_group_members [ 1180.427901] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-76cc08d7-25c2-4570-bd2e-468931c9b35e taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.429925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.429925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.430130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.430181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.430605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.430605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.430605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.430605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.430812] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76cc08d7-25c2-4570-bd2e-468931c9b35e',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.480037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.480037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.480037] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.480290] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c787102d-b3ce-4271-aacd-342ba5a23b47 with status ACTIVE [ 1180.481297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.481297] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.481297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.481647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.481647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.481647] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.482043] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.483089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.483089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.483089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.483089] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.483089] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c787102d-b3ce-4271-aacd-342ba5a23b47 is going to be updated. [ 1180.507535] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.507535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.507535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.507535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.507535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.507535] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c787102d-b3ce-4271-aacd-342ba5a23b47" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.705337] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1180.705625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.705827] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.706106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.706313] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.706442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.706486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.706707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.706739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.706843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.706932] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.935760] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.937148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.938064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.938064] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.938259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.938949] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.938949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.938949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.939223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.939223] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.939349] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e is going to be updated. [ 1180.987560] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.999586] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.002035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.002035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.002035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.002035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.013899] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e in Status: IN_PROGRESS for 2s [ 1181.152531] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d52adb-ddb2-4177-af51-807ce4191e5d in Status: SUCCESS [ 1181.152531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.152531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.152531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.152531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.152531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.152531] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.152965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.152965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.152965] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.153071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.209789] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.209789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.209789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.209789] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.210307] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.210307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.210307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.210442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.210477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.210587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.210821] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.210923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.210986] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.211143] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.211278] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.211368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.211427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.211561] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.211636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.211714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.211805] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.490034] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.490034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.490034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.490323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.490323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.490391] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52219e88-0175-4368-8685-6bd064267b02 is going to be updated. [ 1181.521506] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.521723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.521782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.522039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.522192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.532992] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: IN_PROGRESS for 2s [ 1181.657742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.657742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.657742] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.658105] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.658105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.658105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.658105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.658264] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.658868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.658868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.658868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.658868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.658868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.658868] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.714431] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1181.742031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.742031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.742031] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.742031] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.742950] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.742950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.742950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.742950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.742950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.742950] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1181.837784] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.838056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.838056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.838227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.838358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.853877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1182.165442] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6d52adb-ddb2-4177-af51-807ce4191e5d: rpc.has_security_group_logging(os_id): False [ 1182.187830] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.188061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.188109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.188989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.188989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.188989] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.188989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.188989] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.189362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.189401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.193027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.193027] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.193027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.193027] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d52adb-ddb2-4177-af51-807ce4191e5d is going to be created. [ 1182.261666] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.261994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.262098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.262477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.262716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.297800] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d52adb-ddb2-4177-af51-807ce4191e5d in Status: IN_PROGRESS for 2s [ 1183.032938] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e in Status: SUCCESS [ 1183.033195] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76cc08d7-25c2-4570-bd2e-468931c9b35e deletion is rescheduled due to dependency. [ 1183.033195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76cc08d7-25c2-4570-bd2e-468931c9b35e" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.543478] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: SUCCESS [ 1183.543972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.543972] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.544122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.544293] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.544408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.544471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.544715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.544797] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.544884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.544977] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.869134] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1183.869591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.047448] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.356747] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6d52adb-ddb2-4177-af51-807ce4191e5d in Status: SUCCESS [ 1184.357054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.549837] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52219e88-0175-4368-8685-6bd064267b02: rpc.has_security_group_logging(os_id): False [ 1184.576482] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.576482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.576482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.576761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.576858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.577157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.577292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.577361] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.577564] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.577658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.577745] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52219e88-0175-4368-8685-6bd064267b02 is going to be updated. [ 1184.643039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.643039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.643039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.643285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.643285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.664733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: IN_PROGRESS for 2s [ 1185.428673] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1185.429179] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.685715] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: SUCCESS [ 1186.686092] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.505137] env[65337]: INFO networking_nsxv3.common.synchronization [req-8f7b17d0-47b5-4cf2-96cc-7028414b31cc req-8ec25414-b025-43db-82f1-6f448fb8a692 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1189.505750] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1189.506081] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.508042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.508042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.508042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.508042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.508042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.508042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.508042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.508419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.508419] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.014263] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.057898] env[65337]: INFO networking_nsxv3.common.synchronization [req-39d99d84-2990-4715-a66f-9d75c8fb6b04 req-8f0e5791-57b5-42d5-8d36-0df26a2c2680 tempest-AttachVolumeNegativeTest-262218040 tempest-AttachVolumeNegativeTest-262218040-project-member] Enqueued Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_members [ 1190.059275] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 with Priority: HIGHEST for action security_group_members [ 1190.059942] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.060213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.060383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.060740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.061149] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.061349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.061483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.061761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.061932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.062131] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9d81bdc-f0f4-45e6-9da8-e0d36a19a557',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.181597] env[65337]: INFO networking_nsxv3.common.synchronization [req-1c13e0ef-fe11-4781-900b-a292d21ec517 req-8c88b4fa-ac46-4882-8150-56938e8dd32f tempest-ServerMetadataNegativeTestJSON-867743283 tempest-ServerMetadataNegativeTestJSON-867743283-project-member] Enqueued Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_members [ 1190.182251] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGHEST for action security_group_members [ 1190.182865] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.182865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.182865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.183087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.183124] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.183325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.183325] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.183457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.183529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.183580] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.517071] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.569057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.569057] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.569057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.569057] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 is going to be updated. [ 1190.600757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.600977] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.601044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.601239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.601377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.611474] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 in Status: IN_PROGRESS for 2s [ 1190.688170] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.688383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.688383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.688675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.688809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.688963] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.689125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.689125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.689281] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.689354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.689441] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d52adb-ddb2-4177-af51-807ce4191e5d is going to be updated. [ 1190.724513] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.724708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.724708] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.724930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.725103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.735834] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d52adb-ddb2-4177-af51-807ce4191e5d in Status: IN_PROGRESS for 2s [ 1191.019408] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.019618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.019659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.020044] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.020224] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.020341] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1191.055610] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.055794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.055939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.056209] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.056356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.066733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1192.623459] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 in Status: SUCCESS [ 1192.623849] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9d81bdc-f0f4-45e6-9da8-e0d36a19a557 deletion is rescheduled due to dependency. [ 1192.623849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9d81bdc-f0f4-45e6-9da8-e0d36a19a557" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.748994] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6d52adb-ddb2-4177-af51-807ce4191e5d in Status: SUCCESS [ 1192.749424] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6d52adb-ddb2-4177-af51-807ce4191e5d deletion is rescheduled due to dependency. [ 1192.749554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.080106] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1193.080106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.183207] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.183612] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1199.566474] env[65337]: INFO networking_nsxv3.common.synchronization [req-eb79ebe9-4696-49a7-9422-e03d8771f04a req-2eeea696-6a43-43f3-9ecc-279175b4be3d tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1199.567101] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1199.567472] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.567648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.567754] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.567963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.568171] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.568262] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.568303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.568448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.568545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.568684] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.913667] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.914099] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.914232] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.914633] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.915211] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.915211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.915325] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.915563] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.915669] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.915894] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.916013] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.916126] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.916232] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.916344] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.916447] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.916582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.949173] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.949420] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.949569] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.949752] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.950150] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-38f8b48d-5ba5-4342-b670-30500eab5daf taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.950329] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.950529] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.950874] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.951123] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f8b48d-5ba5-4342-b670-30500eab5daf',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.070953] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.455443] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.455677] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.455779] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.456214] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.456325] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.456478] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port 38f8b48d-5ba5-4342-b670-30500eab5daf not found, creating... [ 1200.456745] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.456910] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.457059] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.457313] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.457476] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.457768] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.457924] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.458056] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.458275] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.458402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.458541] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: 38f8b48d-5ba5-4342-b670-30500eab5daf is going to be created. [ 1200.480747] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.481070] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.481253] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.481593] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.481846] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.482097] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.573247] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.076065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.076931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.076931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.076931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.076931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.076931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1201.109540] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.109540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.109540] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.109937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.109937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.120409] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1201.212563] env[65337]: INFO networking_nsxv3.common.synchronization [req-eb79ebe9-4696-49a7-9422-e03d8771f04a req-88d13213-4317-4878-b3c4-11967fef6af0 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1201.212867] env[65337]: INFO networking_nsxv3.common.synchronization [req-eb79ebe9-4696-49a7-9422-e03d8771f04a req-88d13213-4317-4878-b3c4-11967fef6af0 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1201.213023] env[65337]: INFO networking_nsxv3.common.synchronization [req-eb79ebe9-4696-49a7-9422-e03d8771f04a req-88d13213-4317-4878-b3c4-11967fef6af0 service nova] Enqueued Resource ID: 38f8b48d-5ba5-4342-b670-30500eab5daf with Priority: HIGHEST for action port [ 1201.213849] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1201.214061] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1201.214220] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f8b48d-5ba5-4342-b670-30500eab5daf with Priority: HIGHEST for action port [ 1201.214559] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.214710] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.214821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.215152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.215292] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.216535] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.216690] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.217044] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f8b48d-5ba5-4342-b670-30500eab5daf taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.217222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.217300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.217503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.217585] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f8b48d-5ba5-4342-b670-30500eab5daf',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.720461] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.720877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.720877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38f8b48d-5ba5-4342-b670-30500eab5daf with status ACTIVE [ 1201.720877] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.721054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.721098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.721460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.721587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.721796] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.721940] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.722043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.722248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.722387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.722605] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.722730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.722813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.722983] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.723102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.723212] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38f8b48d-5ba5-4342-b670-30500eab5daf is going to be updated. [ 1201.753376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.753553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.753618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.753825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.753960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.754145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f8b48d-5ba5-4342-b670-30500eab5daf" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.138604] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1203.139155] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.139368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.139659] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.139986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.140201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.140279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.141101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.141101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.141101] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.643354] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.146060] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.649051] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.649174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.649249] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.649467] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.649558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.649660] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1204.677372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.677545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.677593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.677791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.677932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.687513] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1206.215278] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.215650] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1206.702041] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1206.702041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.702041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.702041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.702041] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.702041] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.702374] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.702493] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.702613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.702756] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.702887] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.209234] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.209234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.209234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.210245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.210704] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.212558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.212558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.212718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.212761] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.212963] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.213204] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.213388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.213490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.213734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.214463] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.214463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.214463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.214463] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.214637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.214637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.215848] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.347799] env[65337]: INFO networking_nsxv3.common.synchronization [req-8ba58f02-7a8e-4974-8648-75bb38a0f2d1 req-227703df-d9ba-4fc2-873b-eaf00bef2dcf tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1207.348473] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1207.349386] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.349386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.349386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.349386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.349386] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.349386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.349868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.349868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.349868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.349868] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.718396] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1207.741441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.741441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.741441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.741441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.742117] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.742326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.742507] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.742941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.743178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.744691] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1207.806065] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.806065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.806065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.806065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.806065] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.820111] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1207.852732] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.852930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.853231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.853231] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.853339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.853734] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.853954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.853954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.854043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.854131] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.854206] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1207.882278] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.882481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.882481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.882695] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.882844] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.904495] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1209.848625] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1209.849154] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.914862] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1209.915056] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1209.915176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.349437] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.349845] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.425081] env[65337]: INFO networking_nsxv3.common.synchronization [req-364d5c07-37c0-4e0b-8b58-c2727dfa2492 req-c25300a2-e0ed-4ac0-b749-93dd0d257485 tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1213.425081] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1213.425413] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.425519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.425554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.425745] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.425900] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.425996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.426066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.426215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.426297] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.426398] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.721744] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.721993] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.722235] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.722507] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.722763] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.722917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.723041] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.723252] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.723392] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.723588] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.723696] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.723800] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.723905] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.724076] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.724208] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.724343] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.748572] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.748754] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.748903] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.749075] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-379" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.749435] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-af84c260-d022-4aba-b6be-6915d032f539 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.749627] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.749716] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.750022] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.750174] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af84c260-d022-4aba-b6be-6915d032f539',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.928076] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.928287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.928287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.928533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.928653] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.928821] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.928920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.928984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.929164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.929245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.929324] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1213.958567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.958826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.958826] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.959026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.959217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.970648] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1214.252581] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.252801] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.252888] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.253211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.253365] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.253538] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port af84c260-d022-4aba-b6be-6915d032f539 not found, creating... [ 1214.253820] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.253978] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.254106] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.254478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.254478] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.254725] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.254878] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.254992] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.255208] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.255342] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.255478] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: af84c260-d022-4aba-b6be-6915d032f539 is going to be created. [ 1214.282852] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.283079] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.283205] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.283477] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.283702] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.283927] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.983188] env[65337]: INFO networking_nsxv3.common.synchronization [req-364d5c07-37c0-4e0b-8b58-c2727dfa2492 req-a6e1da79-c651-4b25-9af9-99a2fde0b419 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1214.983494] env[65337]: INFO networking_nsxv3.common.synchronization [req-364d5c07-37c0-4e0b-8b58-c2727dfa2492 req-a6e1da79-c651-4b25-9af9-99a2fde0b419 service nova] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1214.983494] env[65337]: INFO networking_nsxv3.common.synchronization [req-364d5c07-37c0-4e0b-8b58-c2727dfa2492 req-a6e1da79-c651-4b25-9af9-99a2fde0b419 service nova] Enqueued Resource ID: af84c260-d022-4aba-b6be-6915d032f539 with Priority: HIGHEST for action port [ 1214.984072] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_rules [ 1214.984267] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1214.984412] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af84c260-d022-4aba-b6be-6915d032f539 with Priority: HIGHEST for action port [ 1214.984699] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.984839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.984931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.985205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.985321] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.986450] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.986598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.986907] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-af84c260-d022-4aba-b6be-6915d032f539 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.987081] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.987193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.987447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.987574] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af84c260-d022-4aba-b6be-6915d032f539',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.489629] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.489819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.490078] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af84c260-d022-4aba-b6be-6915d032f539 with status ACTIVE [ 1215.490313] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.490442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.490513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.490743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.490839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.491024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.491127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.491219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.491420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.491460] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.491650] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.491752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.491815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.492020] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.492059] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.492124] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af84c260-d022-4aba-b6be-6915d032f539 is going to be updated. [ 1215.519223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.519472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.519472] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.519740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.519884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.520051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af84c260-d022-4aba-b6be-6915d032f539" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.983713] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1215.984089] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1215.984199] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.984455] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.984766] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.985066] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.985258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.985376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.985630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.985771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.985929] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.488464] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.991089] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.494249] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.495272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.495272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.495272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.495272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.495272] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1217.524299] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.524427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.524491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.524674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.524956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.533159] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1217.834406] env[65337]: INFO networking_nsxv3.common.synchronization [req-2329d94e-d057-4d0f-8e71-c36682239f0b req-3a016640-6318-4f4f-afe3-5d25f34b0679 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1217.834951] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1217.835279] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.835404] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.835473] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.835682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.835842] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.835942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.836016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.836178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.836263] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.836359] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.149746] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.150216] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.150216] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.150332] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.150588] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.150799] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.150852] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.151075] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.151247] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.151477] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.151591] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.151702] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.151807] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.151916] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.152032] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.152168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.172109] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.172305] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.172430] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.172601] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.172914] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-c070ccf0-8af6-4fa5-9044-516e9c404d4d taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.173106] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.173261] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.173619] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.173752] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c070ccf0-8af6-4fa5-9044-516e9c404d4d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.339612] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.676026] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.676026] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.676291] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.676562] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.676722] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.676878] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port c070ccf0-8af6-4fa5-9044-516e9c404d4d not found, creating... [ 1218.677154] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.677312] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.677429] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.677644] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.677778] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.678067] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.678227] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.678345] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.678547] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.678679] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.678815] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: c070ccf0-8af6-4fa5-9044-516e9c404d4d is going to be created. [ 1218.699376] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.699587] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.699706] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.699973] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.700221] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.700446] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.843095] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.345911] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.345911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.345911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.345911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.345911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.347015] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1219.380541] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.380812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.380812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.381631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.381631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.392307] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1219.429953] env[65337]: INFO networking_nsxv3.common.synchronization [req-2329d94e-d057-4d0f-8e71-c36682239f0b req-ba8a0fdd-b627-4b16-82e1-99845713e279 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1219.430608] env[65337]: INFO networking_nsxv3.common.synchronization [req-2329d94e-d057-4d0f-8e71-c36682239f0b req-ba8a0fdd-b627-4b16-82e1-99845713e279 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1219.430690] env[65337]: INFO networking_nsxv3.common.synchronization [req-2329d94e-d057-4d0f-8e71-c36682239f0b req-ba8a0fdd-b627-4b16-82e1-99845713e279 service nova] Enqueued Resource ID: c070ccf0-8af6-4fa5-9044-516e9c404d4d with Priority: HIGHEST for action port [ 1219.430915] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1219.431054] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1219.431152] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c070ccf0-8af6-4fa5-9044-516e9c404d4d with Priority: HIGHEST for action port [ 1219.431837] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.431973] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.432056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.432329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.432420] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.433842] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.433842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.433842] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-c070ccf0-8af6-4fa5-9044-516e9c404d4d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.433842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.433842] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.434105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.434105] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c070ccf0-8af6-4fa5-9044-516e9c404d4d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.543292] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1219.543514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.543713] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.543941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.544157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.544276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.544343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.544500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.544578] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.544663] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.544753] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.935405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.935598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.935847] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c070ccf0-8af6-4fa5-9044-516e9c404d4d with status ACTIVE [ 1219.936087] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.936340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.936437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.936681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.936795] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.936999] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.937258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.937350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.938062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.938062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.938062] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.938062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.938062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.938379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.938379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.938379] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c070ccf0-8af6-4fa5-9044-516e9c404d4d is going to be updated. [ 1219.960579] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.960731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.960773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.960978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.961128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.961353] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c070ccf0-8af6-4fa5-9044-516e9c404d4d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.047135] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.047321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.047384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.047567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.047787] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.047893] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.047957] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.048136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.048216] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.048308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.048486] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.048563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.048618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.048758] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.048894] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.048984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.049057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.049193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.049293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.049377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.049531] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.552456] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7151600a-af78-4df5-9501-c345263feb5d: rpc.has_security_group_logging(os_id): False [ 1220.571890] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.572617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.572617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.572617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.572617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.572617] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.572617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.573160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.573160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.573160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.573160] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.573370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.573370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.573435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.573469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.573626] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.573718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.573776] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.573910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.573982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.574076] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1220.636716] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.636906] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.637049] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.637314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.637568] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.637722] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.637834] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.638055] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.638198] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.638402] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.638546] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1220.638660] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1220.638769] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1220.638881] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1220.638985] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1220.639134] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.641358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.641477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.641537] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.641693] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.641824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.662632] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.662804] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1220.662941] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.663131] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-759" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.663458] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.663632] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.663753] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.664021] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.664157] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532fe4c9-0a59-48ad-a906-cd5fc9cd08aa',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.665873] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1221.167114] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.167388] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.167531] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.167857] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.168040] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.168376] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.168539] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.168674] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.168912] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.169084] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.169401] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.169573] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.169690] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.169900] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.170044] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.170187] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa is going to be updated. [ 1221.192280] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.192543] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.192624] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.192896] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.193103] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.193342] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.405797] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1221.406045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.406266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.406515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.406713] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.406811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.406866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.407027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.407103] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.407201] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.879792] env[65337]: INFO networking_nsxv3.common.synchronization [req-25e8f07f-9374-4ee6-a3bc-fbb50bab8234 req-71816691-6375-4a30-ace2-7289222022a6 service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 1221.880101] env[65337]: INFO networking_nsxv3.common.synchronization [req-25e8f07f-9374-4ee6-a3bc-fbb50bab8234 req-71816691-6375-4a30-ace2-7289222022a6 service nova] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1221.880262] env[65337]: INFO networking_nsxv3.common.synchronization [req-25e8f07f-9374-4ee6-a3bc-fbb50bab8234 req-71816691-6375-4a30-ace2-7289222022a6 service nova] Enqueued Resource ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa with Priority: HIGHEST for action port [ 1221.881698] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_rules [ 1221.881698] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1221.881833] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa with Priority: HIGHEST for action port [ 1221.882240] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.882351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.882441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.883409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.883409] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.886168] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.886168] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.886168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.886168] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.886935] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.887428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.887428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.887428] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.887428] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532fe4c9-0a59-48ad-a906-cd5fc9cd08aa',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.910033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.390118] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.390118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.392502] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.393700] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa with status ACTIVE [ 1222.393700] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.393851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.393851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.394489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.394489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.394489] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.394489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.394489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.394833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.394833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.394833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.395017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.395017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.395084] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.395755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.395755] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 532fe4c9-0a59-48ad-a906-cd5fc9cd08aa is going to be updated. [ 1222.414109] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.417128] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.417278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.417861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.417861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.417861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.418118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532fe4c9-0a59-48ad-a906-cd5fc9cd08aa" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.682406] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1222.682637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.897617] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.918969] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.918969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.919261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.919301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.919411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.919461] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1222.950891] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.951162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.951162] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.951392] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.951542] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.962044] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1223.400275] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.400530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.400530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.400689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.400781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.400877] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1223.430040] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.430259] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.430308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.430520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.430707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.440499] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1224.971952] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1224.972367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.972367] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.972635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.972847] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.972968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.973061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.973248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.973333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.973422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.973516] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.203217] env[65337]: INFO networking_nsxv3.common.synchronization [req-551be062-208e-48a2-877e-07d236cb65f6 req-7aa13085-7eea-48c2-a777-ae0af107687e tempest-ServerDiskConfigTestJSON-1107932966 tempest-ServerDiskConfigTestJSON-1107932966-project-member] Enqueued Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1225.203327] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7151600a-af78-4df5-9501-c345263feb5d with Priority: HIGHEST for action security_group_members [ 1225.203645] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-7151600a-af78-4df5-9501-c345263feb5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.203765] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.203830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.205495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.205495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.205495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.205495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.205495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.205495] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.205495] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7151600a-af78-4df5-9501-c345263feb5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.452653] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1225.452821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.452880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.453192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.453402] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.453552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.453632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.453801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.453886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.454013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.454139] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.476525] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.476525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.476525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.477603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.477603] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.477603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.477603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.477603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.477603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.477603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.478037] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.478037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.478037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.478037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.478354] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.478354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.478354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.479106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.479106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.479106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.479106] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.713547] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.713772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.713772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.714039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.714076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.714283] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.714386] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.714587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.714587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.714678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.714740] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d is going to be updated. [ 1225.748741] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.748919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.748993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.749260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.749447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.760389] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: IN_PROGRESS for 2s [ 1225.956731] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.980845] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1226.002870] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.003149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.003251] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.003572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.003732] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.004056] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.004274] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.004365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.004674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.004830] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.005242] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.005401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.005548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.005740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.005896] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.006223] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.006436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.006719] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.006854] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.006920] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.007694] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1226.083151] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.083459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.083459] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.083696] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.083955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.117091] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1226.459942] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2208650-918e-48db-ba1d-c72263a83ec4: rpc.has_security_group_logging(os_id): False [ 1226.480476] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.480919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.480919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.480919] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.481056] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.481271] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.481440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.481516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.482045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.482045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.482045] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1226.554405] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.554771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.554907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.555134] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.555279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.571798] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1227.770036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7151600a-af78-4df5-9501-c345263feb5d in Status: SUCCESS [ 1227.770412] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7151600a-af78-4df5-9501-c345263feb5d deletion is rescheduled due to dependency. [ 1227.770412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7151600a-af78-4df5-9501-c345263feb5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.151148] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1228.151425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.589688] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1228.589999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.204969] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1230.204969] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1230.348452] env[65337]: INFO networking_nsxv3.common.synchronization [req-58227d59-d9d0-4663-ad8d-29c4b6af78da req-d3a496ec-3387-4ffc-afcf-151f63256be4 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1230.348982] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1230.349813] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.349813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.349813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.349813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.349813] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.350215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.350215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.350311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.350457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.350585] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.854156] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.357552] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.860397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.860560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.860686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.860935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.861040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.861144] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1231.899588] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.899905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.900042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.900856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.900856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.911916] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1233.924974] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1233.925358] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.983777] env[65337]: INFO networking_nsxv3.common.synchronization [req-34b74217-fedf-490b-b0ba-6082902c43e0 req-a01b0670-fffe-4438-a2ac-10a71227640d tempest-AttachVolumeShelveTestJSON-2008613511 tempest-AttachVolumeShelveTestJSON-2008613511-project-member] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1234.983777] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGHEST for action security_group_members [ 1234.983777] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.984234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.984431] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.984868] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.985164] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.987182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.987182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.987182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.987182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.987182] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.487951] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.488147] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.488220] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.488427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.488525] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.488722] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.488822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.488888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.489049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.489128] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.489217] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52219e88-0175-4368-8685-6bd064267b02 is going to be updated. [ 1235.520475] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.520630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.520702] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.520939] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.521096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.530399] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: IN_PROGRESS for 2s [ 1236.583958] env[65337]: INFO networking_nsxv3.common.synchronization [req-1e5955b9-988d-42ea-a137-d47e350b9081 req-05fbdf25-e222-488c-8183-f34ee4cace26 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1236.584528] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1236.584835] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.584956] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.585057] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.585334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.585500] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.585618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.585683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.585845] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.585929] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.586045] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.088655] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.542194] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52219e88-0175-4368-8685-6bd064267b02 in Status: SUCCESS [ 1237.542474] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52219e88-0175-4368-8685-6bd064267b02 deletion is rescheduled due to dependency. [ 1237.542667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.590494] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.092654] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.092871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.092958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.093296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.093385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.093501] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1238.127397] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.127607] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.127785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.127990] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.128219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.139777] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1238.924126] env[65337]: INFO networking_nsxv3.common.synchronization [req-69b62cf6-438b-49c1-b9bf-ed7c14847a16 req-27f6deb3-c6e1-40e8-a153-a94903c0c872 tempest-ServerActionsTestOtherB-799710882 tempest-ServerActionsTestOtherB-799710882-project-member] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1238.924777] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGHEST for action security_group_members [ 1238.925220] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.925384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.925788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.925788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.925965] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.926148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926513] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.927880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.927880] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.430024] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.430024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.430024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.430365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.430725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.430767] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.430918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.431024] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.431238] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.431351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.431482] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be updated. [ 1239.460403] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.460572] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.460631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.460887] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.461052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.471674] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: IN_PROGRESS for 2s [ 1240.151911] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1240.152307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.481993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2208650-918e-48db-ba1d-c72263a83ec4 in Status: SUCCESS [ 1241.482375] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 deletion is rescheduled due to dependency. [ 1241.482375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.512771] env[65337]: INFO networking_nsxv3.common.synchronization [req-3b01d0ab-4d4c-4695-97a9-fc8ccff214be req-f9353a21-7914-4102-85c1-158bb184b148 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1241.513364] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1241.513706] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.513853] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.513925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.514326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.514686] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.514686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.514686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.515035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.515035] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.515195] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.017028] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.519268] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.522402] env[65337]: INFO networking_nsxv3.common.synchronization [req-cc2d1c7f-bebc-4817-b313-fe03224081f4 req-2a44247a-42d7-4871-8db5-ac67049be71e tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1242.523191] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1242.523621] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.523621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.523621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.523791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.523952] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.524071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.524135] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.524284] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.524368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.524459] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.023637] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.023849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.023849] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.024229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.024229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.024229] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 1243.031381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.031381] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.031381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.031381] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1243.081680] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.081881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.081949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.082214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.082366] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.084410] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.084538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.084627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.084782] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.084914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.101897] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1243.103036] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 1245.116282] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1245.116688] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 deletion is rescheduled due to dependency. [ 1245.116688] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.117247] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 1245.117408] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.759259] env[65337]: INFO networking_nsxv3.common.synchronization [req-2d2dd5ca-0ed2-45af-92d7-f4ed400ab200 req-70ac162d-34a8-4c51-a363-63b1ad90f394 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1245.760425] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1245.760425] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.760425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.760610] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.760755] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.760946] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.761087] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.761177] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.761421] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.761570] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.761708] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.139377] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1246.139793] env[65337]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6a59aa3-96d2-4433-bf23-ee18f31f0b58 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1246.194859] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.195094] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.195234] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.195526] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.195796] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.195965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.196116] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.196619] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.196790] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.197038] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.197686] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.197686] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.197686] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.197686] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.197686] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.198178] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.233707] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.233955] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.234335] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.234596] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.234982] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-cdcb5e22-decc-47da-860a-54c6eaf9e793 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.235207] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.235358] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.235887] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.236105] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcb5e22-decc-47da-860a-54c6eaf9e793',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.266256] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.738770] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.738939] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.739031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.739342] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.739540] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.739699] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port cdcb5e22-decc-47da-860a-54c6eaf9e793 not found, creating... [ 1246.739976] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.740362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.740362] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.740540] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.740616] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.740974] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.741160] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.741277] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.741490] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.741708] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.741793] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: cdcb5e22-decc-47da-860a-54c6eaf9e793 is going to be created. [ 1246.763215] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.763426] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.763546] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.763825] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.764102] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.764380] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.768950] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.271202] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.271508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.271508] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.271783] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.271877] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.272040] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1247.320482] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.320709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.320709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.320954] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.321095] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.332733] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1247.451110] env[65337]: INFO networking_nsxv3.common.synchronization [req-2d2dd5ca-0ed2-45af-92d7-f4ed400ab200 req-a55b2c4c-0905-4b8a-834a-0090e413e1f2 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1247.451401] env[65337]: INFO networking_nsxv3.common.synchronization [req-2d2dd5ca-0ed2-45af-92d7-f4ed400ab200 req-a55b2c4c-0905-4b8a-834a-0090e413e1f2 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1247.451674] env[65337]: INFO networking_nsxv3.common.synchronization [req-2d2dd5ca-0ed2-45af-92d7-f4ed400ab200 req-a55b2c4c-0905-4b8a-834a-0090e413e1f2 service nova] Enqueued Resource ID: cdcb5e22-decc-47da-860a-54c6eaf9e793 with Priority: HIGHEST for action port [ 1247.452504] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1247.452720] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1247.452900] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcb5e22-decc-47da-860a-54c6eaf9e793 with Priority: HIGHEST for action port [ 1247.453328] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.453512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.453637] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.453958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.454114] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.455126] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.455240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.455467] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcb5e22-decc-47da-860a-54c6eaf9e793 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.455601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.455671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.455867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.455949] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcb5e22-decc-47da-860a-54c6eaf9e793',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.958848] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.958848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdcb5e22-decc-47da-860a-54c6eaf9e793 with status ACTIVE [ 1247.964023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.964023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.964023] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.964023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.964023] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdcb5e22-decc-47da-860a-54c6eaf9e793 is going to be updated. [ 1248.079318] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.079581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.079581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.079780] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.079922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.080114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcb5e22-decc-47da-860a-54c6eaf9e793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.344364] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1249.344752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.344752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.344997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.345207] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.345348] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.345417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.345599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.345705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.345810] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.849016] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.351534] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.855157] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.855157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.855157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.855157] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.855341] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.855341] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1250.898278] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.898489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.898613] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.898901] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.899687] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.910586] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1251.141516] env[65337]: INFO networking_nsxv3.common.synchronization [req-a057b006-3da9-4374-b91f-2c670409a45e req-2f7ed803-6f14-4b2a-921a-6078d7fe4a4c tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1251.142214] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1251.142483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.142638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.142728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.142995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.143209] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.143356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.143419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.143566] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.143678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.143791] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.504505] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-891 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.504884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.504884] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.505248] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.505548] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.505730] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.505854] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.506123] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.506325] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.506501] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.506608] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1251.506731] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1251.506837] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1251.506958] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1251.507083] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1251.507214] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1251.529213] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1251.529400] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1251.529610] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1251.529747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-891" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.530076] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-451bb023-614f-4347-9e0f-6418d53c2fe7 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.530252] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.530373] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.530693] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.530830] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451bb023-614f-4347-9e0f-6418d53c2fe7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.646649] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.646888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.646888] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.647139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.647260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.647424] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.647523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.647586] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.647734] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.647808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.647890] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1251.679183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.679388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.679388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.679619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.679760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.689644] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1252.033197] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.033560] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.033718] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.034154] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.034363] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.034511] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port 451bb023-614f-4347-9e0f-6418d53c2fe7 not found, creating... [ 1252.034936] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.035147] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.035292] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.035686] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.035928] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.036390] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.036569] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.036704] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.036931] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.037119] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.037282] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: 451bb023-614f-4347-9e0f-6418d53c2fe7 is going to be created. [ 1252.057947] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.058198] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.058324] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.058597] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.058814] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.059047] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.757175] env[65337]: INFO networking_nsxv3.common.synchronization [req-a057b006-3da9-4374-b91f-2c670409a45e req-e33d9107-fe2d-4f4c-b102-c487571a74e4 service nova] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 1252.757470] env[65337]: INFO networking_nsxv3.common.synchronization [req-a057b006-3da9-4374-b91f-2c670409a45e req-e33d9107-fe2d-4f4c-b102-c487571a74e4 service nova] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1252.757470] env[65337]: INFO networking_nsxv3.common.synchronization [req-a057b006-3da9-4374-b91f-2c670409a45e req-e33d9107-fe2d-4f4c-b102-c487571a74e4 service nova] Enqueued Resource ID: 451bb023-614f-4347-9e0f-6418d53c2fe7 with Priority: HIGHEST for action port [ 1252.757690] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_rules [ 1252.757855] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1252.757892] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451bb023-614f-4347-9e0f-6418d53c2fe7 with Priority: HIGHEST for action port [ 1252.758849] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.759016] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.759068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.759288] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.759323] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.760318] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.760425] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.760856] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-451bb023-614f-4347-9e0f-6418d53c2fe7 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.760975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.761052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.761225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.761300] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451bb023-614f-4347-9e0f-6418d53c2fe7',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.923061] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.923061] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.923061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.923779] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.262921] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.263115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.263287] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 451bb023-614f-4347-9e0f-6418d53c2fe7 with status ACTIVE [ 1253.263460] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.263565] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.263632] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.263846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.263944] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.264129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.264225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.264285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.264437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.264514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.264694] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.264787] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.264846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.264980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.265067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.265150] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 451bb023-614f-4347-9e0f-6418d53c2fe7 is going to be updated. [ 1253.290364] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.290591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.290591] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.290763] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.290899] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.291075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451bb023-614f-4347-9e0f-6418d53c2fe7" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.425851] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.426106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.426106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.426318] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.426488] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.426590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.426654] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.426807] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.426894] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.426979] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.427151] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.427247] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.427320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.427466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.427606] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.427699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.427760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.427898] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.427975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.428069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.428157] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.700119] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1253.700355] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 deletion is rescheduled due to dependency. [ 1253.700482] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.700735] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.700995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.701206] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.701323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.701388] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.701544] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.701651] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.701748] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.930437] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1253.950471] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.950664] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.950707] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.950985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.951152] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.951466] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.951621] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.951712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.951885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.951969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.952217] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.952362] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.952434] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.952582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.952652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.952850] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.952950] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.953478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.953478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.953478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.953478] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1254.033248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.033509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.033509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.033642] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.034266] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.054749] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1254.204487] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.706797] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.210644] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.210999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.210999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.212402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.212402] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.212402] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1255.242910] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.243126] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.243192] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.244971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.244971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.255270] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1256.073303] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1256.073577] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.265042] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1257.265345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.265444] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.265675] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.265868] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.265984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.266133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.266225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.266300] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.266385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.266472] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.759254] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.759436] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1257.770422] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.273858] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1897c16b-38bc-4f63-aa01-37552c659610: rpc.has_security_group_logging(os_id): False [ 1258.282438] env[65337]: INFO networking_nsxv3.common.synchronization [req-754d2901-e36b-45d4-8e70-6c3b94bb00b7 req-6f3a6c8a-db97-41f8-9f0c-34e744991ac9 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1258.282985] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1258.283358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.283454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.283487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.283748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.283845] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.283958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.284061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.284245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.284335] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.284430] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.295095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.295240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.295309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.295505] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.295618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.295833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.295932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.295995] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.296150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.296227] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.296309] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1258.362201] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.362488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.362592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.362861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.363033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.375973] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1258.485828] env[65337]: INFO networking_nsxv3.common.synchronization [req-17bf1511-41c1-4021-9c04-661c021b9d2b req-169ee648-c395-4c4a-b62c-690ceef25038 tempest-ServerActionsTestOtherA-1790007314 tempest-ServerActionsTestOtherA-1790007314-project-member] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1258.485828] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGHEST for action security_group_members [ 1258.486181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.486278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.486278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.486477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.486645] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.486740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.486802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.486955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.487046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.487144] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.789170] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.989900] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.989900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.989900] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.990176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.990176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.990313] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.990419] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.990486] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.990699] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.990779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.990869] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be updated. [ 1259.021828] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.022071] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.022370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.022370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.022477] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.033723] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: IN_PROGRESS for 2s [ 1259.292067] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.794377] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.794548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.794595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.794824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.794916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.795028] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1259.836615] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.836858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.836932] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.837150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.837293] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.849772] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1260.389915] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1260.390210] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.046931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 in Status: SUCCESS [ 1261.047211] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 deletion is rescheduled due to dependency. [ 1261.047416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.859940] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1261.860338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.486864] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.486864] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.494850] env[65337]: INFO networking_nsxv3.common.synchronization [None req-5197703e-91d7-4a02-813d-8674b51b2db3 None None] Enqueued Resource ID: b7074439-cc29-402e-aba1-4892c3890f8f with Priority: HIGHEST for action port [ 1266.495404] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7074439-cc29-402e-aba1-4892c3890f8f with Priority: HIGHEST for action port [ 1266.495715] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7074439-cc29-402e-aba1-4892c3890f8f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.495838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7074439-cc29-402e-aba1-4892c3890f8f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.495937] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7074439-cc29-402e-aba1-4892c3890f8f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.496340] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7074439-cc29-402e-aba1-4892c3890f8f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.496451] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7074439-cc29-402e-aba1-4892c3890f8f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.000116] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7074439-cc29-402e-aba1-4892c3890f8f [ 1267.000369] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.000520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.000520] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.000721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.000839] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.000888] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7074439-cc29-402e-aba1-4892c3890f8f already deleted. [ 1267.000978] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7074439-cc29-402e-aba1-4892c3890f8f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.907890] env[65337]: INFO networking_nsxv3.common.synchronization [req-14778d6f-2085-4a39-b363-cef6d8c720b0 req-34e9c323-fc0b-4bc6-992c-c96bc1e67b14 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1267.907890] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1267.908895] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.909049] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.909119] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.909334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.909507] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.909615] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.909678] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.909847] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.909935] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.910042] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.340661] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.340874] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.340981] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.341636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.341636] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.341636] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.341917] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.342276] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.342519] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.342862] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.342969] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.343323] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.343323] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.343513] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.343513] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.343659] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.364875] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.365056] env[65337]: DEBUG dogpile.cache.region [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.365202] env[65337]: DEBUG dogpile.lock [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.365375] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "network-952" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.365695] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.365940] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.366039] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.366332] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.366482] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3a7677-2fc9-45f8-8037-d6c7e720dc83',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.412068] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.601584] env[65337]: INFO networking_nsxv3.common.synchronization [None req-8690afda-2b17-4325-a9f5-f143faf1bdcd None None] Enqueued Resource ID: 78658bcb-76cb-45f7-a2d8-2a1664920793 with Priority: HIGHEST for action port [ 1268.601662] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78658bcb-76cb-45f7-a2d8-2a1664920793 with Priority: HIGHEST for action port [ 1268.602039] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-78658bcb-76cb-45f7-a2d8-2a1664920793 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.602160] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78658bcb-76cb-45f7-a2d8-2a1664920793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.602222] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78658bcb-76cb-45f7-a2d8-2a1664920793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.603026] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78658bcb-76cb-45f7-a2d8-2a1664920793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.603026] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78658bcb-76cb-45f7-a2d8-2a1664920793',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.869213] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.869437] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.869561] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.869854] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.869997] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.870161] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Segment Port fa3a7677-2fc9-45f8-8037-d6c7e720dc83 not found, creating... [ 1268.870412] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.870580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.870692] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.870921] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.871103] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.871395] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.871549] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.871664] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.871901] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.872105] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.872256] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Resource: SegmentPort with ID: fa3a7677-2fc9-45f8-8037-d6c7e720dc83 is going to be created. [ 1268.897056] env[65337]: DEBUG networking_nsxv3.common.locking [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.897302] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.897402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.897643] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.897864] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.898108] env[65337]: DEBUG oslo_concurrency.lockutils [None req-084fa1f0-79ba-42a2-b8d1-89ff9cdcdf75 None None] Releasing lock "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.914799] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.104611] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78658bcb-76cb-45f7-a2d8-2a1664920793 [ 1269.104898] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.105148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.105148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.105398] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.105500] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.105617] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78658bcb-76cb-45f7-a2d8-2a1664920793 already deleted. [ 1269.105714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78658bcb-76cb-45f7-a2d8-2a1664920793" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.419809] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.420019] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.420145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.420308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.420397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.420532] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1269.447755] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.448137] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.448233] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.448443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.448600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.458168] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1269.583488] env[65337]: INFO networking_nsxv3.common.synchronization [req-14778d6f-2085-4a39-b363-cef6d8c720b0 req-3b6800d2-f15f-41a0-a057-b9f3aeda2916 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1269.583488] env[65337]: INFO networking_nsxv3.common.synchronization [req-14778d6f-2085-4a39-b363-cef6d8c720b0 req-3b6800d2-f15f-41a0-a057-b9f3aeda2916 service nova] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1269.583488] env[65337]: INFO networking_nsxv3.common.synchronization [req-14778d6f-2085-4a39-b363-cef6d8c720b0 req-3b6800d2-f15f-41a0-a057-b9f3aeda2916 service nova] Enqueued Resource ID: fa3a7677-2fc9-45f8-8037-d6c7e720dc83 with Priority: HIGHEST for action port [ 1269.584626] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_rules [ 1269.584626] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1269.584626] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3a7677-2fc9-45f8-8037-d6c7e720dc83 with Priority: HIGHEST for action port [ 1269.584626] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.584626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.584805] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.584881] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.584967] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.590657] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.591670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.591670] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.591670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.591670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.591670] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.591670] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3a7677-2fc9-45f8-8037-d6c7e720dc83',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.093918] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.094189] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.094942] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa3a7677-2fc9-45f8-8037-d6c7e720dc83 with status ACTIVE [ 1270.095182] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.095308] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.095377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.095712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.095712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.095845] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.095941] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.096014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.096176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.096252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.096435] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.096529] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.096590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.096726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.096802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.096885] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa3a7677-2fc9-45f8-8037-d6c7e720dc83 is going to be updated. [ 1270.119378] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.119567] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.119616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.119788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.119931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.120096] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa3a7677-2fc9-45f8-8037-d6c7e720dc83" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.214810] env[65337]: INFO networking_nsxv3.common.synchronization [None req-427aeaaf-835e-487f-be7f-117c722fe427 None None] Enqueued Resource ID: fcbf5eda-a38a-452a-a64b-aea1f3d1c079 with Priority: HIGHEST for action port [ 1270.215659] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbf5eda-a38a-452a-a64b-aea1f3d1c079 with Priority: HIGHEST for action port [ 1270.215659] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcbf5eda-a38a-452a-a64b-aea1f3d1c079 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.215773] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcbf5eda-a38a-452a-a64b-aea1f3d1c079" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.215984] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcbf5eda-a38a-452a-a64b-aea1f3d1c079" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.216186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcbf5eda-a38a-452a-a64b-aea1f3d1c079" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.216186] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcbf5eda-a38a-452a-a64b-aea1f3d1c079',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.719063] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcbf5eda-a38a-452a-a64b-aea1f3d1c079 [ 1270.720042] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.720042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.720042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.720042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.720042] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.720235] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcbf5eda-a38a-452a-a64b-aea1f3d1c079 already deleted. [ 1270.720235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcbf5eda-a38a-452a-a64b-aea1f3d1c079" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.472439] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.472439] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.472439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.472439] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.745661] env[65337]: INFO networking_nsxv3.common.synchronization [req-bcbbb1e4-e198-4498-a232-84a0a320a844 req-eaa59770-1b11-4e36-baad-4226218cb6b5 tempest-ServersNegativeTestJSON-1628709823 tempest-ServersNegativeTestJSON-1628709823-project-member] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1271.746259] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1271.746567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.746692] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.746760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.747013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.747175] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.747277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.747339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.747522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.747612] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.747705] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.973933] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.015909] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.016118] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.016247] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.016594] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.017151] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.017358] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.017534] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.017772] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.017944] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.018257] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.018385] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.018499] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.018607] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.018719] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.018825] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.018958] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.042147] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.042387] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.042588] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.042726] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.043128] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-b25c4bad-2b71-477e-8803-fa7ec2602619 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.043314] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.043451] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.043971] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.044225] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c4bad-2b71-477e-8803-fa7ec2602619',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.249750] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.249969] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.250226] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.250383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.250771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.250771] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.250916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.250916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.251195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.251321] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.251464] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff already deleted. [ 1272.251601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.476408] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.548622] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.548857] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.548987] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.549287] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.549435] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.549584] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port b25c4bad-2b71-477e-8803-fa7ec2602619 not found, creating... [ 1272.549886] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.550066] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.550187] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.550401] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.550534] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.550808] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.550965] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.551094] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.551301] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.551433] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.551562] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: b25c4bad-2b71-477e-8803-fa7ec2602619 is going to be created. [ 1272.571644] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.571942] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.572048] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.572343] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.572593] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.572857] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.979193] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.979193] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.979369] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.979466] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.979551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.979663] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1273.012414] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.012558] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.012627] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.012876] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.013068] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.016514] env[65337]: INFO networking_nsxv3.common.synchronization [None req-358cd33a-64da-4a6c-b5da-f434259048ae None None] Enqueued Resource ID: 6b3886af-04f2-4743-8b2a-599c0ecc10af with Priority: HIGHEST for action port [ 1273.016651] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3886af-04f2-4743-8b2a-599c0ecc10af with Priority: HIGHEST for action port [ 1273.017627] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b3886af-04f2-4743-8b2a-599c0ecc10af taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.017753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b3886af-04f2-4743-8b2a-599c0ecc10af" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.017821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b3886af-04f2-4743-8b2a-599c0ecc10af" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.018086] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b3886af-04f2-4743-8b2a-599c0ecc10af" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.018174] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3886af-04f2-4743-8b2a-599c0ecc10af',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.023702] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1273.383025] env[65337]: INFO networking_nsxv3.common.synchronization [req-bcbbb1e4-e198-4498-a232-84a0a320a844 req-4538efd7-92d4-4aa6-95f9-5adf3ceaa554 service nova] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_rules [ 1273.383186] env[65337]: INFO networking_nsxv3.common.synchronization [req-bcbbb1e4-e198-4498-a232-84a0a320a844 req-4538efd7-92d4-4aa6-95f9-5adf3ceaa554 service nova] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1273.383327] env[65337]: INFO networking_nsxv3.common.synchronization [req-bcbbb1e4-e198-4498-a232-84a0a320a844 req-4538efd7-92d4-4aa6-95f9-5adf3ceaa554 service nova] Enqueued Resource ID: b25c4bad-2b71-477e-8803-fa7ec2602619 with Priority: HIGHEST for action port [ 1273.383845] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_rules [ 1273.383981] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1273.384118] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25c4bad-2b71-477e-8803-fa7ec2602619 with Priority: HIGHEST for action port [ 1273.384533] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.384638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.384676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.385551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.385638] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.387304] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.387304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.387304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.387576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.387576] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.387667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.387705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.388645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.388645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.388645] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.389028] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25c4bad-2b71-477e-8803-fa7ec2602619 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.389028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.389028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.389307] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.389307] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c4bad-2b71-477e-8803-fa7ec2602619',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.521596] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b3886af-04f2-4743-8b2a-599c0ecc10af [ 1273.521911] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.521993] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.522099] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.522539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.522790] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.522956] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b3886af-04f2-4743-8b2a-599c0ecc10af already deleted. [ 1273.523198] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b3886af-04f2-4743-8b2a-599c0ecc10af" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.890866] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.892000] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.892124] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.892474] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25c4bad-2b71-477e-8803-fa7ec2602619 with status ACTIVE [ 1273.892648] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.892760] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.892831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.893052] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.893867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.893867] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.893867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.893867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.893867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.893867] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.893867] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.894188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.894188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.894188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.894188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.894357] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25c4bad-2b71-477e-8803-fa7ec2602619 is going to be updated. [ 1273.915577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.915753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.915800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.915987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.916146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.916309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.393605] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.895603] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.896011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.896011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.896190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.896285] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.896411] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be created. [ 1274.926025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.926271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.926271] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.926440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.926599] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.935931] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: UNINITIALIZED for 2s [ 1275.045553] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1275.045838] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.046063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.046299] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.046498] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.046619] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.046683] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.046846] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.046913] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.046999] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.047102] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.549222] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.549380] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.549454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.549679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.550341] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.550442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.550504] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.550668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.550750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.550859] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.551026] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.551122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.551196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.551312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.551404] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.551503] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.551539] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.551671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.551744] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.551821] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.551943] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.054208] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e708d948-b651-4df4-ac0e-310e88c8d09d: rpc.has_security_group_logging(os_id): False [ 1276.072321] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.072471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.072597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.072880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.073050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.073253] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.073359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.073420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.073589] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.073672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.073860] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.073942] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.074033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.074245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.074336] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.074560] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.074665] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.074743] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.074889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.074966] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.075059] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1276.138369] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.138575] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.138631] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.138815] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.138996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.158730] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1276.945922] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1276.945922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.945922] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.946206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.946379] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.946502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.946603] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.946718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.946799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.946885] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.946978] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.209204] env[65337]: INFO networking_nsxv3.common.synchronization [req-333bb4f8-20a7-4eac-9995-20d7e2157d91 req-295f7565-4f31-4772-a899-adef64197eeb tempest-ServerGroupTestJSON-561539689 tempest-ServerGroupTestJSON-561539689-project-member] Enqueued Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_members [ 1277.209736] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_members [ 1277.210095] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.210252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.210329] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.210594] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.210769] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.210884] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.210971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.211150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.211253] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.211351] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.449579] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.449816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.449816] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.450055] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.450232] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.450334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.450394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.450552] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.450636] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.450724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.450917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.451030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.451030] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.451161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.451290] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.451375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.451440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.451563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.451635] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.451712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.451803] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.544079] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-101 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.544284] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-101" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.544402] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-101" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.544747] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-101" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.545087] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.545275] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.545372] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.545599] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.545740] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.545951] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.546134] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1277.546362] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1277.546519] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1277.546672] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1277.546805] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1277.546965] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1277.569296] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1277.569589] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1277.569589] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1277.569761] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-101" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.570125] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-ed8c1aff-20e1-4944-8386-161889a8adc0 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.570299] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.570476] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.570795] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.570891] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8c1aff-20e1-4944-8386-161889a8adc0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.714359] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.714576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.714730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.714975] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.715127] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.715904] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.715904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.715904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.715904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.715904] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.716219] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 already deleted. [ 1277.716219] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.954880] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da7536f-c66b-4e28-91fa-b74dcc1a8eff: rpc.has_security_group_logging(os_id): False [ 1277.972676] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.972834] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.973062] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.973305] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.973397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.973594] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.973700] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.973764] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.973909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.973985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.974183] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.974276] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.974334] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.974471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.974545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.974731] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.974824] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.974886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.975033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.975109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.975229] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be created. [ 1278.033175] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.033407] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.033465] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.033686] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.033870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.062532] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1278.073669] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.073915] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.074011] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.074354] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.074501] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.074655] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port ed8c1aff-20e1-4944-8386-161889a8adc0 not found, creating... [ 1278.074919] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.075096] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.075216] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.075442] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.075580] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.075859] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.076033] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.076155] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.076364] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.076495] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.076632] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: ed8c1aff-20e1-4944-8386-161889a8adc0 is going to be created. [ 1278.113760] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.114075] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.114269] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.114605] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.115017] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.115315] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.181289] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1278.181480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.815698] env[65337]: INFO networking_nsxv3.common.synchronization [req-333bb4f8-20a7-4eac-9995-20d7e2157d91 req-a91e299e-26c4-4b53-9902-dfe2d97ac591 service nova] Enqueued Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_rules [ 1278.815969] env[65337]: INFO networking_nsxv3.common.synchronization [req-333bb4f8-20a7-4eac-9995-20d7e2157d91 req-a91e299e-26c4-4b53-9902-dfe2d97ac591 service nova] Enqueued Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_members [ 1278.816593] env[65337]: INFO networking_nsxv3.common.synchronization [req-333bb4f8-20a7-4eac-9995-20d7e2157d91 req-a91e299e-26c4-4b53-9902-dfe2d97ac591 service nova] Enqueued Resource ID: ed8c1aff-20e1-4944-8386-161889a8adc0 with Priority: HIGHEST for action port [ 1278.816714] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_rules [ 1278.816885] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_members [ 1278.817484] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed8c1aff-20e1-4944-8386-161889a8adc0 with Priority: HIGHEST for action port [ 1278.817484] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.817682] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.817772] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.818478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.818478] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.819199] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.819333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.819397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.819701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.819890] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.820028] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.820110] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.820290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.820376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.820468] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.822186] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed8c1aff-20e1-4944-8386-161889a8adc0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.822186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.822186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.822319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.822877] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed8c1aff-20e1-4944-8386-161889a8adc0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.322746] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.324204] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed8c1aff-20e1-4944-8386-161889a8adc0 with status ACTIVE [ 1279.324413] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.324596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.324596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.324806] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.324907] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.325178] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.325290] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.325350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.325522] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.325601] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.325780] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.325914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.325914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.326072] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.326183] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.326290] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed8c1aff-20e1-4944-8386-161889a8adc0 is going to be updated. [ 1279.327469] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.327560] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.348174] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.348322] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.348385] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.348593] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.348723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.348880] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed8c1aff-20e1-4944-8386-161889a8adc0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.825111] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.074252] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1280.074516] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.328053] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.328053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.328053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.328355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.328355] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.328355] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 is going to be created. [ 1280.352448] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.352709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.352709] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.352938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.353255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.362988] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 in Status: UNINITIALIZED for 2s [ 1281.266239] env[65337]: INFO networking_nsxv3.common.synchronization [req-96c44523-91ce-462d-81a5-2674e0d423d6 req-fd1340ef-7fc9-416d-b9ec-37e1ec0ad2ad tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1281.266810] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1281.267369] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.267478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.267530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.267720] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.267882] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.267981] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.268053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.268203] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.268280] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.268379] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.770476] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.273203] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.374599] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 in Status: SUCCESS [ 1282.374825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.374988] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.375287] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.375491] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.375608] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.375674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.375861] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.375968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.376075] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.376169] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.776573] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.776740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.776835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.777047] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.777139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.777237] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1282.808366] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.808576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.808955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.808955] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.809120] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.819371] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1282.877998] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878279] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.878498] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.878671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.878769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.878832] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.878980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879079] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.879168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.879316] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.879409] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.879469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.879606] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.879742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.879870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.879870] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.880027] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.880102] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.880178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.880268] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.382732] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa9bc80d-14d6-4977-a954-4e0f7b5603d1: rpc.has_security_group_logging(os_id): False [ 1283.401010] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.401282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.401282] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.401441] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.401528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.401718] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.401813] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.401871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.402097] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.402174] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.402437] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.402597] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.402652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.402793] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.402865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.403084] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.403186] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.403229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.403370] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.403439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.403521] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 is going to be created. [ 1283.460596] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.460786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.460786] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.460996] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.461184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.473412] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 in Status: IN_PROGRESS for 2s [ 1284.829636] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1284.830061] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.486481] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 in Status: SUCCESS [ 1285.486481] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.267913] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.268302] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.432859] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8dd9855-a731-4528-ab7f-8e1a998f59d1 req-d7a45965-04a2-4cc0-abb4-00a626bdcfd7 tempest-ServersNegativeTestJSON-1628709823 tempest-ServersNegativeTestJSON-1628709823-project-member] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1287.433430] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1287.433745] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.433865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.433925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.434136] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.434318] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.434435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.434489] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.434645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.434727] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.434821] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.545600] env[65337]: INFO networking_nsxv3.common.synchronization [req-dc518104-06d9-4183-8fda-9e24a87e1fa0 req-6697150e-92e0-4d41-b3fa-fc9975f223e4 tempest-ServersTestJSON-674442171 tempest-ServersTestJSON-674442171-project-member] Enqueued Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1287.546771] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e708d948-b651-4df4-ac0e-310e88c8d09d with Priority: HIGHEST for action security_group_members [ 1287.546771] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-e708d948-b651-4df4-ac0e-310e88c8d09d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.546771] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.547022] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.547067] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.547767] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.547767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.547767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.547767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.547767] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.547767] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e708d948-b651-4df4-ac0e-310e88c8d09d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.785927] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.786146] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.786269] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.786591] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.786857] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.787183] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.787345] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.787565] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.787707] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.787911] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.788036] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.788147] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.788252] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.788360] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.788460] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.788585] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.809993] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.810251] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.810416] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.810604] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.810928] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-f6441f5a-8a6c-40dc-ac6b-238f9213071b taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.811120] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.811241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.811565] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.811772] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6441f5a-8a6c-40dc-ac6b-238f9213071b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.936997] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.049772] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.050085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.050085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.050215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.050319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.050536] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.050639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.050704] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.050858] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.050936] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.051035] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d is going to be updated. [ 1288.082921] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.083133] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.083187] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.083405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.083551] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.093092] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: IN_PROGRESS for 2s [ 1288.314381] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.314673] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.314673] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.314936] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.315115] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.315276] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Segment Port f6441f5a-8a6c-40dc-ac6b-238f9213071b not found, creating... [ 1288.315569] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.315731] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.315851] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.316095] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.316240] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.316519] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.316674] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.316790] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.316997] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.317147] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.317286] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: f6441f5a-8a6c-40dc-ac6b-238f9213071b is going to be created. [ 1288.342916] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.343187] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.343301] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.343601] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.343842] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.344082] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.362858] env[65337]: INFO networking_nsxv3.common.synchronization [req-9359e303-35a9-4a92-b387-c3f599bf0c9c req-fa002499-0dc5-49c2-8e9e-447f718eed43 tempest-ServerGroupTestJSON-561539689 tempest-ServerGroupTestJSON-561539689-project-member] Enqueued Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_members [ 1288.362980] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 with Priority: HIGHEST for action security_group_members [ 1288.363672] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.363800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.363872] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.364159] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.364291] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.364424] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.364488] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.364645] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.364730] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.364825] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa9bc80d-14d6-4977-a954-4e0f7b5603d1',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.439572] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.867162] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.867327] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.867396] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.867625] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.867716] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.867917] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.868037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.868101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.869063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.869063] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.869063] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 is going to be updated. [ 1288.905900] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.906125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.906125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.906391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.906661] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.916626] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 in Status: IN_PROGRESS for 2s [ 1288.942469] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.942469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.942595] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.942788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.942889] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.943021] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1288.989839] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.990066] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.990125] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.990301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.990443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.001506] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1289.039931] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8dd9855-a731-4528-ab7f-8e1a998f59d1 req-0824068c-7039-4dac-9967-ae6cf7c7a1a6 service nova] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_rules [ 1289.039931] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8dd9855-a731-4528-ab7f-8e1a998f59d1 req-0824068c-7039-4dac-9967-ae6cf7c7a1a6 service nova] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1289.040292] env[65337]: INFO networking_nsxv3.common.synchronization [req-d8dd9855-a731-4528-ab7f-8e1a998f59d1 req-0824068c-7039-4dac-9967-ae6cf7c7a1a6 service nova] Enqueued Resource ID: f6441f5a-8a6c-40dc-ac6b-238f9213071b with Priority: HIGHEST for action port [ 1289.040675] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_rules [ 1289.040876] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1289.040959] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6441f5a-8a6c-40dc-ac6b-238f9213071b with Priority: HIGHEST for action port [ 1289.041260] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.041394] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.041545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.041673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.041821] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.043566] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.043723] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.044063] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6441f5a-8a6c-40dc-ac6b-238f9213071b taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.044240] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.044338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.045033] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.045033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6441f5a-8a6c-40dc-ac6b-238f9213071b',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.546565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.546971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.546971] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6441f5a-8a6c-40dc-ac6b-238f9213071b with status ACTIVE [ 1289.547082] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.547188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.547255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.547471] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.547563] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.547742] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.547841] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.547905] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.548080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.548188] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.548332] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.548445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.548559] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.548801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.548931] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.549094] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6441f5a-8a6c-40dc-ac6b-238f9213071b is going to be updated. [ 1289.570817] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.571036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.571108] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.571437] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.571582] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.571740] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6441f5a-8a6c-40dc-ac6b-238f9213071b" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.104543] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e708d948-b651-4df4-ac0e-310e88c8d09d in Status: SUCCESS [ 1290.104725] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e708d948-b651-4df4-ac0e-310e88c8d09d deletion is rescheduled due to dependency. [ 1290.104822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e708d948-b651-4df4-ac0e-310e88c8d09d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.927633] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 in Status: SUCCESS [ 1290.927633] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa9bc80d-14d6-4977-a954-4e0f7b5603d1 deletion is rescheduled due to dependency. [ 1290.927997] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa9bc80d-14d6-4977-a954-4e0f7b5603d1" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.013141] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1291.013440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.013618] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.013837] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.014043] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.014163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.014228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.014378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.014456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.014553] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.516444] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.018407] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.521658] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.521958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.521958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.522179] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.522248] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.522349] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1292.555373] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.555655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.555655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.555785] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.556017] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.567567] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1293.094232] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.094592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.094592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.094724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.094789] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.600176] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.041718] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.041718] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1294.104057] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.578978] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1294.579303] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.579483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.579701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.579912] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.580045] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.580114] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.580278] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.580547] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.580641] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.580736] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.605477] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1294.605679] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1295.086113] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.086359] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.086442] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.086752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.087025] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.087190] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.087296] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.087543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.087679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.087817] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.088072] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.088225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.088328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.088554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.088777] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.088923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.089036] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.089269] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.089384] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.089514] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.089662] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.530582] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.530902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.530902] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.531456] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.544242] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1295.545149] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.546038] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1295.584674] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.584799] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.584843] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.585373] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.600427] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.601370] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1295.601370] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.601472] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1295.602532] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da7536f-c66b-4e28-91fa-b74dcc1a8eff: rpc.has_security_group_logging(os_id): False [ 1295.641193] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.641337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.641383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.641569] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.643252] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.643452] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1295.718473] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.718714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.718714] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.718828] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.719145] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.719440] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1295.791710] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.791943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.791943] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.792218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.792592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.792944] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:51. [ 1295.793041] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e2208650-918e-48db-ba1d-c72263a83ec4', '3da7536f-c66b-4e28-91fa-b74dcc1a8eff', '45671740-4c1a-4340-bb1c-476a0bbf0ca0', 'b28372bb-bcf5-4820-b091-c1c7782dfa6f', '52219e88-0175-4368-8685-6bd064267b02', 'b2f1a16a-03c0-4645-b3d6-0b43e4231d6d', 'e0561b99-4406-4190-a2bf-73082ef8d3a4', '44802d22-8c92-4486-8fa9-ff966a5971c9', '29c08958-0224-4488-bb59-89a086ac37be', '23a7d2b6-ed6a-4579-9218-7d24a3b85edb', 'c84ad2c2-e0ce-40af-befd-bffa7543a131', 'fd06e931-188e-4a5a-b62a-c574c0f686c9', 'edc0e4fc-6f8f-4eef-a613-e422237db554', 'adc63334-5727-4b31-9f51-2ab73fb86a36', '8dfd3fb9-6849-46b1-94d2-4bde11d49be2', 'c6d52adb-ddb2-4177-af51-807ce4191e5d', '00fa0b56-984c-48c9-8998-516df036eb15', '8b552d0e-8983-4f32-bf6a-5b4acf6bb85d', '9077053e-385c-4970-a599-7e284d02361a', '6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496', 'c198a460-c12e-4c0b-a3e6-5ddc5f5bd88f', '60654c25-cecf-45eb-b388-ec379999e82b', '40367649-a95c-46ab-8f33-0e7bb9093d21', 'ba82ba77-48ab-4b21-a227-6c3b271fd29a', '2c7c7e00-623e-435b-b2e6-4a400b872483', '76cc08d7-25c2-4570-bd2e-468931c9b35e', 'e708d948-b651-4df4-ac0e-310e88c8d09d', '10a36098-5782-45de-b048-02e5de497927', '7151600a-af78-4df5-9501-c345263feb5d', '5f555165-1755-4c39-9ef1-939037f1d493', '9bd2a21e-367b-4c23-88b0-793f867bf3fe', '818ee2d5-7c34-46fe-b3e2-dd3655c21078', 'a09717d4-1e1d-4aba-8a78-e1c1ce5a70c9', '558f293f-3a53-4b52-bc76-f061106f453b', '2e0ba719-bae9-4551-ad1e-ec853a12c64f', '1897c16b-38bc-4f63-aa01-37552c659610', '3159b861-b4cf-438a-bf77-7878bc662ea8', '6318f012-3cae-44aa-8748-75debf67a4a8', '43a84e54-d9fc-4dfc-af9d-7dee2ac6bbcc', '044ce7dc-ea80-451e-ac71-d8540e667558', '09ff5dea-ca17-4392-bb0b-1cc91bfcb4f7', '462ff58e-d916-4a6e-89ad-5d1e6b554c98', 'fcf9aea1-fd8e-4e49-a6d8-cba30a712052', '21616d65-5a31-47a0-9ddb-22ccf68c94e8', 'b95ed1fa-d4e0-4e2d-b88c-2b80a9a525a8', '5a6ebf45-4d57-4983-b382-49997c062e94', 'd9d81bdc-f0f4-45e6-9da8-e0d36a19a557', '41fbda90-d2a7-400c-8b6b-41f81238b77d', '5b64f9c8-a9eb-4321-b0af-19d2340ada36', 'aa9bc80d-14d6-4977-a954-4e0f7b5603d1', '2af24c4a-db40-44e4-8fa3-97459aa0b890'} {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.793184] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1295.813323] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.813528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.813528] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.813725] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.813812] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.813922] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1295.813996] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.814084] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1295.884966] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.885208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.885208] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.885387] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.886548] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.886817] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1295.886897] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65337) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.886970] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1295.887066] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1295.887126] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/51 resources of Type:Security Group Rules [ 1295.887198] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGH for action security_group_rules [ 1295.887276] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGH for action security_group_rules [ 1295.887342] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGH for action security_group_rules [ 1295.887403] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGH for action security_group_rules [ 1295.887462] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGH for action security_group_rules [ 1295.887521] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGH for action security_group_rules [ 1295.887583] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGH for action security_group_rules [ 1295.887644] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGH for action security_group_rules [ 1295.887705] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGH for action security_group_rules [ 1295.887767] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGH for action security_group_rules [ 1295.887828] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGH for action security_group_rules [ 1295.887887] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGH for action security_group_rules [ 1295.887947] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGH for action security_group_rules [ 1295.888013] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGH for action security_group_rules [ 1295.888080] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGH for action security_group_rules [ 1295.888142] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGH for action security_group_rules [ 1295.888203] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGH for action security_group_rules [ 1295.888264] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGH for action security_group_rules [ 1295.888324] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGH for action security_group_rules [ 1295.888388] env[65337]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGH for action security_group_rules [ 1295.888480] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.116256] env[65337]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/domains/default/security-policies/default-layer3-logged-drop-section/rules', 'params': {'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1296.116394] env[65337]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=65337) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1298.144314] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.144721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.144721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.144721] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.164014] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.164443] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.164443] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.164676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.164736] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.164794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.164986] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.165122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.165181] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.165301] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.165375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.165565] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.165676] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.165751] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.165836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.165908] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.165976] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1298.226202] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.226436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.226436] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.226623] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.226769] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.240748] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1299.042841] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.042973] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1299.043093] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2208650-918e-48db-ba1d-c72263a83ec4 with Priority: HIGH for action security_group_rules [ 1299.043257] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 with Priority: HIGH for action security_group_rules [ 1299.043360] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 with Priority: HIGH for action security_group_rules [ 1299.043458] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 with Priority: HIGH for action security_group_rules [ 1299.043554] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 with Priority: HIGH for action security_group_rules [ 1299.043649] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9077053e-385c-4970-a599-7e284d02361a with Priority: HIGH for action security_group_rules [ 1299.043740] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d with Priority: HIGH for action security_group_rules [ 1299.043828] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00fa0b56-984c-48c9-8998-516df036eb15 with Priority: HIGH for action security_group_rules [ 1299.043916] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc63334-5727-4b31-9f51-2ab73fb86a36 with Priority: HIGH for action security_group_rules [ 1299.044062] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d52adb-ddb2-4177-af51-807ce4191e5d with Priority: HIGH for action security_group_rules [ 1299.044188] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc0e4fc-6f8f-4eef-a613-e422237db554 with Priority: HIGH for action security_group_rules [ 1299.044281] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 with Priority: HIGH for action security_group_rules [ 1299.044370] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 with Priority: HIGH for action security_group_rules [ 1299.044464] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb with Priority: HIGH for action security_group_rules [ 1299.044968] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c08958-0224-4488-bb59-89a086ac37be with Priority: HIGH for action security_group_rules [ 1299.045110] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d with Priority: HIGH for action security_group_rules [ 1299.045214] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 with Priority: HIGH for action security_group_rules [ 1299.045311] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52219e88-0175-4368-8685-6bd064267b02 with Priority: HIGH for action security_group_rules [ 1299.045425] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGH for action security_group_rules [ 1299.045490] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f with Priority: HIGH for action security_group_rules [ 1299.045833] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2208650-918e-48db-ba1d-c72263a83ec4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.045968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.046048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.046272] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.046356] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2208650-918e-48db-ba1d-c72263a83ec4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.047358] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.047509] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.047581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.047749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.047826] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45671740-4c1a-4340-bb1c-476a0bbf0ca0',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.048692] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0561b99-4406-4190-a2bf-73082ef8d3a4 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.048808] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.048875] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.049034] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.049110] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0561b99-4406-4190-a2bf-73082ef8d3a4',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.049810] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.049916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.049980] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.050176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.050251] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dfd3fb9-6849-46b1-94d2-4bde11d49be2',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.051070] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.051178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.051245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.051391] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.051460] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.052161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9077053e-385c-4970-a599-7e284d02361a taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.052261] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.052328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.052474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.052555] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9077053e-385c-4970-a599-7e284d02361a',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.053336] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.053454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.053454] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.053810] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.053810] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b552d0e-8983-4f32-bf6a-5b4acf6bb85d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.054477] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00fa0b56-984c-48c9-8998-516df036eb15 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.056689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.057365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.057365] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.057365] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00fa0b56-984c-48c9-8998-516df036eb15',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.057671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc63334-5727-4b31-9f51-2ab73fb86a36 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.057775] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.057836] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.058122] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.058122] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc63334-5727-4b31-9f51-2ab73fb86a36',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.058848] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6d52adb-ddb2-4177-af51-807ce4191e5d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.058848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.058848] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.059011] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.059090] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6d52adb-ddb2-4177-af51-807ce4191e5d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.059764] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc0e4fc-6f8f-4eef-a613-e422237db554 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.059911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.059911] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.060043] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.060102] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc0e4fc-6f8f-4eef-a613-e422237db554',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.060757] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd06e931-188e-4a5a-b62a-c574c0f686c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.060857] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.060923] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.061568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.061568] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd06e931-188e-4a5a-b62a-c574c0f686c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.061947] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c84ad2c2-e0ce-40af-befd-bffa7543a131 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.062080] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.062170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.062283] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.062352] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c84ad2c2-e0ce-40af-befd-bffa7543a131',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.062988] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.063109] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.063176] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.063320] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.063388] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23a7d2b6-ed6a-4579-9218-7d24a3b85edb',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.064094] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29c08958-0224-4488-bb59-89a086ac37be taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.064258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.064258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.064349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.064656] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29c08958-0224-4488-bb59-89a086ac37be',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.065141] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.065235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.065235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.065927] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.065927] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2f1a16a-03c0-4645-b3d6-0b43e4231d6d',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.066166] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44802d22-8c92-4486-8fa9-ff966a5971c9 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.066393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.066393] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.066533] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.066533] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44802d22-8c92-4486-8fa9-ff966a5971c9',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.067422] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52219e88-0175-4368-8685-6bd064267b02 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.067422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.067422] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.067726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.067726] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52219e88-0175-4368-8685-6bd064267b02',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.068196] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.068518] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.068518] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.068671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.068671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.068800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.068800] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b28372bb-bcf5-4820-b091-c1c7782dfa6f',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.097064] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.097239] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.097339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.097483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.100078] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.100201] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.104975] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.105195] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.107195] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.107311] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.108117] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.108215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.118375] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.118492] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dfd3fb9-6849-46b1-94d2-4bde11d49be2 is going to be deleted. [ 1299.119502] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.119712] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.137794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.137969] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45671740-4c1a-4340-bb1c-476a0bbf0ca0 is going to be deleted. [ 1299.139182] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.139400] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.158794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.159144] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9077053e-385c-4970-a599-7e284d02361a is going to be deleted. [ 1299.159961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.160202] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.173943] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.174108] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.178077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.178193] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2208650-918e-48db-ba1d-c72263a83ec4 is going to be deleted. [ 1299.179039] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.179328] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.217383] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.217657] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.228225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.228457] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0561b99-4406-4190-a2bf-73082ef8d3a4 is going to be deleted. [ 1299.229351] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.229584] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.229677] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.229800] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dfd3fb9-6849-46b1-94d2-4bde11d49be2" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.229958] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.230130] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.230256] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.230339] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45671740-4c1a-4340-bb1c-476a0bbf0ca0" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.237292] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.237511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.237511] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.237703] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.237777] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.237883] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9077053e-385c-4970-a599-7e284d02361a" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.273671] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.273671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.273671] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.274268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.274268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.274268] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2208650-918e-48db-ba1d-c72263a83ec4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.326738] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.326738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.326738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.326738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.326738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.326738] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0561b99-4406-4190-a2bf-73082ef8d3a4" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.433029] env[65337]: INFO networking_nsxv3.common.synchronization [req-64cd8a46-7c34-4e05-a7bb-0ec2500a9335 req-460de24a-dfec-4e04-95e1-bbf044faa869 tempest-ServersNegativeTestJSON-1628709823 tempest-ServersNegativeTestJSON-1628709823-project-member] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1299.433577] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1299.434909] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.434909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.434909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.434909] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.435229] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.435229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.435229] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.435376] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.435506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.435659] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.625009] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.625235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.625235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.625445] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.626901] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.627012] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.627864] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.627864] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.628514] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.628611] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.629306] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.629401] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.629718] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.629809] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.630577] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.630668] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.631372] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.631494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.632099] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.632215] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.632893] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.632985] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.633989] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.634085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.634696] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.635083] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.635168] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.635744] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.636161] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.636254] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.636835] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.637236] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.637331] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.654690] env[65337]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.655076] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.655224] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44802d22-8c92-4486-8fa9-ff966a5971c9 is going to be deleted. [ 1299.656167] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.656378] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.678545] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.678823] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496 is going to be deleted. [ 1299.679831] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.680058] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.698069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.698234] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc63334-5727-4b31-9f51-2ab73fb86a36 is going to be deleted. [ 1299.699115] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.699379] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.711060] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.711255] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.722794] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.722963] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29c08958-0224-4488-bb59-89a086ac37be is going to be deleted. [ 1299.723825] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.724051] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.736979] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.737164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.741630] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.741756] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52219e88-0175-4368-8685-6bd064267b02 is going to be deleted. [ 1299.742658] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.742866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.762863] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.763073] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.766206] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.766315] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6d52adb-ddb2-4177-af51-807ce4191e5d is going to be deleted. [ 1299.767228] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.767440] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.807381] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.807577] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc0e4fc-6f8f-4eef-a613-e422237db554 is going to be deleted. [ 1299.808468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.808689] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.810085] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.810217] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.811902] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.812037] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.850987] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.851162] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23a7d2b6-ed6a-4579-9218-7d24a3b85edb is going to be deleted. [ 1299.852225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.852468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.896215] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.896469] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.937873] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.944104] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.944246] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2f1a16a-03c0-4645-b3d6-0b43e4231d6d is going to be deleted. [ 1299.945225] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.945446] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.990347] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.990347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.007910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.008114] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c84ad2c2-e0ce-40af-befd-bffa7543a131 is going to be deleted. [ 1300.009170] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.009447] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.047748] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.047949] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd06e931-188e-4a5a-b62a-c574c0f686c9 is going to be deleted. [ 1300.049244] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.049581] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.100470] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.100681] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.106310] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.106512] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.112711] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.112904] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b28372bb-bcf5-4820-b091-c1c7782dfa6f is going to be deleted. [ 1300.114173] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.114450] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.181286] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.181286] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.231354] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.231479] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00fa0b56-984c-48c9-8998-516df036eb15 is going to be deleted. [ 1300.232439] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.232655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.270118] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1300.270118] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.270277] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.270648] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.270648] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.284765] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.285025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.292898] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.293074] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.293918] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.294050] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b552d0e-8983-4f32-bf6a-5b4acf6bb85d is going to be deleted. [ 1300.294915] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.295141] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.295234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.295360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44802d22-8c92-4486-8fa9-ff966a5971c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.295506] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.295662] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.295739] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.295851] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bc5f61b-1cd9-4b2f-92b5-6f72ac6b4496" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.296360] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.296523] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.296609] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.296733] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc63334-5727-4b31-9f51-2ab73fb86a36" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.296866] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.297021] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.297101] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.297218] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52219e88-0175-4368-8685-6bd064267b02" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.297347] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.297490] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.297590] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.297674] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29c08958-0224-4488-bb59-89a086ac37be" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.298105] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.298257] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.298337] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.298448] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6d52adb-ddb2-4177-af51-807ce4191e5d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.298576] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.298718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.298791] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.298897] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc0e4fc-6f8f-4eef-a613-e422237db554" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.299025] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.299164] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.299235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.299349] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23a7d2b6-ed6a-4579-9218-7d24a3b85edb" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.299468] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.299602] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.299673] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.299781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2f1a16a-03c0-4645-b3d6-0b43e4231d6d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.299903] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.300053] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.300121] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.300250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c84ad2c2-e0ce-40af-befd-bffa7543a131" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.300377] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.300519] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.300592] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.300701] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd06e931-188e-4a5a-b62a-c574c0f686c9" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.300822] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.300960] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.301046] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.301150] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b28372bb-bcf5-4820-b091-c1c7782dfa6f" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.361086] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.361309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.361309] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.361600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.361731] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.361863] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00fa0b56-984c-48c9-8998-516df036eb15" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.399097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.399326] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.399435] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.399655] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.399749] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.399871] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b552d0e-8983-4f32-bf6a-5b4acf6bb85d" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.441033] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.773054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.773054] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.944129] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.944383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.944383] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.944628] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.944728] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.944833] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1300.976932] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.977184] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.977243] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.977494] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.977685] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.987583] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1302.998930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1302.998930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.998930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.998930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.999356] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.999356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.999356] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.999485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.999485] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.999553] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.999624] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.502441] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.502638] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.502715] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.502934] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.503128] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.503245] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.503319] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.503453] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.503538] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.503622] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.503766] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.503856] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.503914] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.504106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.504248] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.504338] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.504399] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.504527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.504600] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.504679] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.504772] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.006635] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da7536f-c66b-4e28-91fa-b74dcc1a8eff: rpc.has_security_group_logging(os_id): False [ 1304.025052] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.025260] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.025315] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.025605] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.025705] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.025901] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.026013] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.026077] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.026234] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.026312] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.026495] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.026588] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.026639] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.026779] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.026850] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.027054] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.027146] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.027205] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.027343] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.027416] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.027498] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1304.085545] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.085781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.085781] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.085961] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.086117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.101042] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1304.435070] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1304.435270] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1306.118582] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1306.118970] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.437765] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.438187] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.438869] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.438869] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.537429] env[65337]: INFO networking_nsxv3.common.synchronization [req-2a0e7156-1716-4c36-ae74-616e6dd07346 req-2229ac14-25b6-41ba-accb-02aa1422901c tempest-ServerActionsTestJSON-334389054 tempest-ServerActionsTestJSON-334389054-project-member] Enqueued Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1315.538129] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1897c16b-38bc-4f63-aa01-37552c659610 with Priority: HIGHEST for action security_group_members [ 1315.538584] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-1897c16b-38bc-4f63-aa01-37552c659610 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.538694] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.538750] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.538968] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.539111] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.539213] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.539304] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.539420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.539554] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.539601] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1897c16b-38bc-4f63-aa01-37552c659610',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.043015] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.043250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.043250] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.043487] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.065139] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.065403] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.065527] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.065598] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.065801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.065886] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.065979] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 is going to be updated. [ 1316.091531] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.091752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.091752] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.091945] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.092098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.100462] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: IN_PROGRESS for 2s [ 1318.112930] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1897c16b-38bc-4f63-aa01-37552c659610 in Status: SUCCESS [ 1318.112930] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1897c16b-38bc-4f63-aa01-37552c659610 deletion is rescheduled due to dependency. [ 1318.112930] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1897c16b-38bc-4f63-aa01-37552c659610" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.539436] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.540147] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.540931] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.541338] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.541727] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.542080] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.543285] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.543717] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.463060] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.463410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.463410] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.463703] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.463955] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.464127] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.464241] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.464475] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.464619] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.464865] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.465053] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] NeedRegenerationException {{(pid=65337) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.465180] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] no value, waiting for create lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.465290] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] value creation lock acquired {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.465406] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] No value present for key: 'zone-id' {{(pid=65337) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.465508] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Calling creation function for not-yet-present value {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.465644] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.485376] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.485554] env[65337]: DEBUG dogpile.cache.region [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65337) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.485663] env[65337]: DEBUG dogpile.lock [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Released creation lock {{(pid=65337) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.485836] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "network-285" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.486204] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock port-b25c4bad-2b71-477e-8803-fa7ec2602619 taken with stack trace [, , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.486386] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.486507] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.486762] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.486901] env[65337]: DEBUG networking_nsxv3.api.rpc [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c4bad-2b71-477e-8803-fa7ec2602619',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.989979] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.990248] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.990368] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.990652] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.990801] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.991102] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.991294] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.991417] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.991633] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.991768] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.992056] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.992211] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.992325] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.992569] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.992710] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.992854] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Resource: SegmentPort with ID: b25c4bad-2b71-477e-8803-fa7ec2602619 is going to be updated. [ 1340.013710] env[65337]: DEBUG networking_nsxv3.common.locking [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.013915] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.014031] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.014288] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.014512] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.014724] env[65337]: DEBUG oslo_concurrency.lockutils [None req-73ca8377-31fb-447c-9a6a-52d690dc1cad None None] Releasing lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.544283] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.544789] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.689466] env[65337]: INFO networking_nsxv3.common.synchronization [req-e9398761-8f09-4ab5-b80c-04105020d278 req-b8b048e4-28a7-4ac0-9455-9f4a9ffd1e30 service nova] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_rules [ 1340.689697] env[65337]: INFO networking_nsxv3.common.synchronization [req-e9398761-8f09-4ab5-b80c-04105020d278 req-b8b048e4-28a7-4ac0-9455-9f4a9ffd1e30 service nova] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1340.689885] env[65337]: INFO networking_nsxv3.common.synchronization [req-e9398761-8f09-4ab5-b80c-04105020d278 req-b8b048e4-28a7-4ac0-9455-9f4a9ffd1e30 service nova] Enqueued Resource ID: b25c4bad-2b71-477e-8803-fa7ec2602619 with Priority: HIGHEST for action port [ 1340.690533] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_rules [ 1340.690677] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1340.690774] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b25c4bad-2b71-477e-8803-fa7ec2602619 with Priority: HIGHEST for action port [ 1340.691181] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.691323] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.691405] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.691667] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.691719] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.692817] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.692971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.693029] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.693178] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.693812] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.693910] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.693982] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.694235] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.694333] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.694449] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.695483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock port-b25c4bad-2b71-477e-8803-fa7ec2602619 taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.695483] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.695650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.696040] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.696139] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b25c4bad-2b71-477e-8803-fa7ec2602619',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.198376] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.198515] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.198721] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.199763] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b25c4bad-2b71-477e-8803-fa7ec2602619 with status ACTIVE [ 1341.199858] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.199971] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.200050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.200258] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.200350] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.200549] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.200652] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.200718] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.200873] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.200949] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.201272] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.201372] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.201432] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.201574] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.201650] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.201759] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b25c4bad-2b71-477e-8803-fa7ec2602619 is going to be updated. [ 1341.221894] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.222116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.222116] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.222292] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.222420] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.222616] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b25c4bad-2b71-477e-8803-fa7ec2602619" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.703452] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.206611] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.206925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.206925] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.207093] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.207161] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.207236] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1342.239097] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.239397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.239397] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.239640] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.239865] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.249992] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1344.260614] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1344.261085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.261085] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.261214] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.261412] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.261530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.261596] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.261753] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.261833] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.261917] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.262016] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.764567] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.764811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.764811] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.765083] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.765354] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.765478] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.765543] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.765717] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.765801] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.765916] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.766052] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.766148] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.766200] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.766345] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.766479] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.766568] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.766626] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.766819] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.766938] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.767050] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.767146] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.269039] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da7536f-c66b-4e28-91fa-b74dcc1a8eff: rpc.has_security_group_logging(os_id): False [ 1345.287971] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.288212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.288212] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.288411] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.288491] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.288693] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.288814] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.288862] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.288994] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.289069] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.289260] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.289368] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.289457] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.289530] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.289617] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.289815] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.289924] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.289967] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.290113] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.290196] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.290291] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1345.352529] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.352802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.352802] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.353098] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.353185] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.367513] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1345.691687] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.691870] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.388620] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1347.389048] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.692916] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.693323] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.693553] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.693965] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.695195] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.695616] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.696794] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.697105] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.569503] env[65337]: INFO networking_nsxv3.common.synchronization [req-58ad3e4d-068c-4d6c-b57f-d2697fab1604 req-81df66b0-c945-4fc8-ac5b-467521e23a87 tempest-ServersNegativeTestJSON-1628709823 tempest-ServersNegativeTestJSON-1628709823-project-member] Enqueued Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1367.570082] env[65337]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff with Priority: HIGHEST for action security_group_members [ 1367.570394] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff taken with stack trace [, , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.570521] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.570587] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.570835] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.570994] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.571106] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.571163] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.571316] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.571417] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.571495] env[65337]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da7536f-c66b-4e28-91fa-b74dcc1a8eff',) {} {{(pid=65337) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.073483] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.073726] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.073788] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.074023] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.074117] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.074313] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.074412] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.074474] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.074629] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.074724] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.074826] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff is going to be updated. [ 1368.102262] env[65337]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65337) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.102479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.102479] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.102672] env[65337]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.102840] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.111405] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: IN_PROGRESS for 2s [ 1370.125715] env[65337]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff in Status: SUCCESS [ 1370.126165] env[65337]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da7536f-c66b-4e28-91fa-b74dcc1a8eff deletion is rescheduled due to dependency. [ 1370.126165] env[65337]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da7536f-c66b-4e28-91fa-b74dcc1a8eff" {{(pid=65337) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.571100] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.571475] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.572196] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.572597] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.573271] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.573660] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.574505] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.574990] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.575235] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.575573] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.576263] env[65337]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.576668] env[65337]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0